__   __
  /  \ /  \     ______   _    _     __   __   __
 / /\ / /\ \   /  __  \ | |  | |   /  \  \ \ / /
/ /  / /  \ \  | |  | | | |  | |  / /\ \  \   /
\ \  \ \  / /  | |__| | | |__| | / ____ \  | |
 \ \/ \ \/ /   \_  ___/  \____/ /_/    \_\ |_|
  \__/ \__/      \ \__
                  \___\ by Red Hat
 Build, Store, and Distribute your Containers

Startup timestamp: 
Thu Jun 29 13:14:56 UTC 2023

Running all default registry services without migration
Running init script '/quay-registry/conf/init/certs_install.sh'
Installing extra certificates found in /quay-registry/conf/stack/extra_ca_certs directory
Running init script '/quay-registry/conf/init/copy_config_files.sh'
Running init script '/quay-registry/conf/init/d_validate_config_bundle.sh'
Validating Configuration
time="2023-06-29T13:14:57Z" level=debug msg="Validating AccessSettings"
time="2023-06-29T13:14:57Z" level=debug msg="Validating ActionLogArchiving"
time="2023-06-29T13:14:57Z" level=debug msg="Validating AppTokenAuthentication"
time="2023-06-29T13:14:57Z" level=debug msg="Validating BitbucketBuildTrigger"
time="2023-06-29T13:14:57Z" level=debug msg="Validating BuildManager"
time="2023-06-29T13:14:57Z" level=debug msg="Validating Database"
time="2023-06-29T13:14:57Z" level=debug msg="Scheme: postgresql"
time="2023-06-29T13:14:57Z" level=debug msg="Host: quayregistry-quay-database:5432"
time="2023-06-29T13:14:57Z" level=debug msg="Db: quayregistry-quay-database"
time="2023-06-29T13:14:57Z" level=debug msg="Params: "
time="2023-06-29T13:14:57Z" level=debug msg="Including params "
time="2023-06-29T13:14:57Z" level=debug msg="Pinging database at postgresql://quayregistry-quay-database:g3pnUXMNCYoDvKnVbCqZMIeCuZ7CBCoCtW3hIOTrcsCTWlk2Smocfj0rGXhibiGCFn9DjvPkpBuaJbR9@quayregistry-quay-database:5432/quayregistry-quay-database"
plpgsql
pg_trgm
time="2023-06-29T13:14:57Z" level=debug msg="Validating DistributedStorage"
time="2023-06-29T13:14:58Z" level=debug msg="Validating ElasticSearch"
time="2023-06-29T13:14:58Z" level=debug msg="Validating Email"
time="2023-06-29T13:14:58Z" level=debug msg="Validating GitHubBuildTrigger"
time="2023-06-29T13:14:58Z" level=debug msg="Validating GitHubLogin"
time="2023-06-29T13:14:58Z" level=debug msg="Validating GitLabBuildTrigger"
time="2023-06-29T13:14:58Z" level=debug msg="Validating GoogleLogin"
time="2023-06-29T13:14:58Z" level=debug msg="Validating HostSettings"
time="2023-06-29T13:14:58Z" level=debug msg="Validating JWTAuthentication"
time="2023-06-29T13:14:58Z" level=debug msg="Validating LDAP"
time="2023-06-29T13:14:58Z" level=debug msg="Validating OIDC"
time="2023-06-29T13:14:58Z" level=debug msg="Validating QuayDocumentation"
time="2023-06-29T13:14:58Z" level=debug msg="Validating Redis"
time="2023-06-29T13:14:58Z" level=debug msg="Address: quayregistry-quay-redis:6379"
time="2023-06-29T13:14:58Z" level=debug msg="Username: "
time="2023-06-29T13:14:58Z" level=debug msg="Password Len: 0"
time="2023-06-29T13:14:58Z" level=debug msg="Ssl: <nil>"
time="2023-06-29T13:14:58Z" level=debug msg="Address: quayregistry-quay-redis:6379"
time="2023-06-29T13:14:58Z" level=debug msg="Username: "
time="2023-06-29T13:14:58Z" level=debug msg="Password Len: 0"
time="2023-06-29T13:14:58Z" level=debug msg="Ssl: <nil>"
time="2023-06-29T13:14:58Z" level=debug msg="Validating RepoMirror"
time="2023-06-29T13:14:58Z" level=debug msg="Validating SecurityScanner"
time="2023-06-29T13:14:58Z" level=debug msg="Validating TeamSyncing"
time="2023-06-29T13:14:58Z" level=debug msg="Validating TimeMachine"
time="2023-06-29T13:14:58Z" level=debug msg="Validating UserVisibleSettings"
+------------------------+-------+--------+
|      Field Group       | Error | Status |
+------------------------+-------+--------+
| AccessSettings         | -     | 🟢     |
+------------------------+-------+--------+
| ActionLogArchiving     | -     | 🟢     |
+------------------------+-------+--------+
| AppTokenAuthentication | -     | 🟢     |
+------------------------+-------+--------+
| BitbucketBuildTrigger  | -     | 🟢     |
+------------------------+-------+--------+
| BuildManager           | -     | 🟢     |
+------------------------+-------+--------+
| Database               | -     | 🟢     |
+------------------------+-------+--------+
| DistributedStorage     | -     | 🟢     |
+------------------------+-------+--------+
| ElasticSearch          | -     | 🟢     |
+------------------------+-------+--------+
| Email                  | -     | 🟢     |
+------------------------+-------+--------+
| GitHubBuildTrigger     | -     | 🟢     |
+------------------------+-------+--------+
| GitHubLogin            | -     | 🟢     |
+------------------------+-------+--------+
| GitLabBuildTrigger     | -     | 🟢     |
+------------------------+-------+--------+
| GoogleLogin            | -     | 🟢     |
+------------------------+-------+--------+
| HostSettings           | -     | 🟢     |
+------------------------+-------+--------+
| JWTAuthentication      | -     | 🟢     |
+------------------------+-------+--------+
| LDAP                   | -     | 🟢     |
+------------------------+-------+--------+
| OIDC                   | -     | 🟢     |
+------------------------+-------+--------+
| QuayDocumentation      | -     | 🟢     |
+------------------------+-------+--------+
| Redis                  | -     | 🟢     |
+------------------------+-------+--------+
| RepoMirror             | -     | 🟢     |
+------------------------+-------+--------+
| SecurityScanner        | -     | 🟢     |
+------------------------+-------+--------+
| TeamSyncing            | -     | 🟢     |
+------------------------+-------+--------+
| TimeMachine            | -     | 🟢     |
+------------------------+-------+--------+
| UserVisibleSettings    | -     | 🟢     |
+------------------------+-------+--------+
Running init script '/quay-registry/conf/init/nginx_conf_create.sh'
Running init script '/quay-registry/conf/init/supervisord_conf_create.sh'
Running init script '/quay-registry/conf/init/zz_boot.sh'
/app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if x is 0 or x is 1:
/app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if x is 0 or x is 1:
/app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
  elif y is 0 or y is 1:
/app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
  elif y is 0 or y is 1:
/app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if original_result is 0:
2023-06-29 13:15:01,334 INFO RPC interface 'supervisor' initialized
2023-06-29 13:15:01,335 CRIT Server 'unix_http_server' running without any HTTP authentication checking
2023-06-29 13:15:01,335 INFO supervisord started with pid 7
2023-06-29 13:15:02,338 INFO spawned: 'stdout' with pid 54
2023-06-29 13:15:02,340 INFO spawned: 'blobuploadcleanupworker' with pid 55
2023-06-29 13:15:02,341 INFO spawned: 'builder' with pid 56
2023-06-29 13:15:02,343 INFO spawned: 'buildlogsarchiver' with pid 57
2023-06-29 13:15:02,344 INFO spawned: 'chunkcleanupworker' with pid 58
2023-06-29 13:15:02,346 INFO spawned: 'dnsmasq' with pid 59
2023-06-29 13:15:02,348 INFO spawned: 'expiredappspecifictokenworker' with pid 60
2023-06-29 13:15:02,349 INFO spawned: 'exportactionlogsworker' with pid 61
2023-06-29 13:15:02,351 INFO spawned: 'gcworker' with pid 62
2023-06-29 13:15:02,352 INFO spawned: 'globalpromstats' with pid 63
2023-06-29 13:15:02,354 INFO spawned: 'gunicorn-registry' with pid 64
2023-06-29 13:15:02,355 INFO spawned: 'gunicorn-secscan' with pid 65
2023-06-29 13:15:02,357 INFO spawned: 'gunicorn-web' with pid 66
2023-06-29 13:15:02,358 INFO spawned: 'logrotateworker' with pid 67
2023-06-29 13:15:02,360 INFO spawned: 'manifestbackfillworker' with pid 68
2023-06-29 13:15:02,362 INFO spawned: 'memcache' with pid 69
2023-06-29 13:15:02,364 INFO spawned: 'namespacegcworker' with pid 70
2023-06-29 13:15:02,408 INFO spawned: 'nginx' with pid 71
2023-06-29 13:15:02,410 INFO spawned: 'notificationworker' with pid 72
2023-06-29 13:15:02,412 INFO spawned: 'pushgateway' with pid 73
2023-06-29 13:15:02,414 INFO spawned: 'queuecleanupworker' with pid 74
2023-06-29 13:15:02,416 INFO spawned: 'quotaregistrysizeworker' with pid 75
2023-06-29 13:15:02,418 INFO spawned: 'quotatotalworker' with pid 76
2023-06-29 13:15:02,419 INFO spawned: 'reconciliationworker' with pid 77
2023-06-29 13:15:02,421 INFO spawned: 'repositoryactioncounter' with pid 78
2023-06-29 13:15:02,422 INFO spawned: 'repositorygcworker' with pid 79
2023-06-29 13:15:02,424 INFO spawned: 'securityscanningnotificationworker' with pid 80
2023-06-29 13:15:02,425 INFO spawned: 'securityworker' with pid 81
2023-06-29 13:15:02,508 INFO spawned: 'servicekey' with pid 82
2023-06-29 13:15:02,510 INFO spawned: 'storagereplication' with pid 88
2023-06-29 13:15:02,512 INFO spawned: 'teamsyncworker' with pid 89
2023-06-29 13:15:04,119 INFO success: stdout entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: blobuploadcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: builder entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: buildlogsarchiver entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: chunkcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: dnsmasq entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: expiredappspecifictokenworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: exportactionlogsworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: gcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: globalpromstats entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: gunicorn-registry entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: gunicorn-secscan entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: gunicorn-web entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: logrotateworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: manifestbackfillworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: memcache entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: namespacegcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: nginx entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,119 INFO success: notificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: pushgateway entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: queuecleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: quotaregistrysizeworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: quotatotalworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: reconciliationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: repositoryactioncounter entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: repositorygcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: securityscanningnotificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: securityworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: servicekey entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: storagereplication entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
2023-06-29 13:15:04,120 INFO success: teamsyncworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)
dnsmasq stderr | dnsmasq: started, version 2.79 cachesize 150
dnsmasq stderr | dnsmasq: compile time options: IPv6 GNU-getopt DBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP no-conntrack ipset auth DNSSEC loop-detect inotify
dnsmasq stderr | dnsmasq: reading /etc/resolv.conf
dnsmasq stderr | dnsmasq: using nameserver 172.30.0.10#53
dnsmasq stderr | dnsmasq: read /etc/hosts - 7 addresses
pushgateway stderr | level=info ts=2023-06-29T13:15:02.616Z caller=main.go:85 msg="starting pushgateway" version="(version=, branch=, revision=)"
pushgateway stderr | level=info ts=2023-06-29T13:15:02.616Z caller=main.go:86 build_context="(go=go1.19.9, user=, date=)"
nginx stdout | 2023/06/29 13:15:02 [alert] 109#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 104#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 98#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 102#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 99#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 96#0: setpriority(-10) failed (13: Permission denied)
pushgateway stderr | level=info ts=2023-06-29T13:15:02.909Z caller=main.go:139 listen_address=:9091
pushgateway stderr | level=info ts=2023-06-29T13:15:02.909Z caller=tls_config.go:191 msg="TLS is disabled." http2=false
nginx stdout | 2023/06/29 13:15:02 [alert] 103#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 95#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 94#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 97#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 105#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 106#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 107#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 101#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 108#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:02 [alert] 100#0: setpriority(-10) failed (13: Permission denied)
nginx stdout | 2023/06/29 13:15:10 [crit] 104#0: *1 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.129.2.1, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.129.2.11:8080"
nginx stdout | 2023/06/29 13:15:10 [crit] 104#0: *1 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.129.2.1, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.129.2.11:8080"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:15:10 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.26" (0.000 118 0.000 : 0.000)
queuecleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
queuecleanupworker stderr |   if x is 0 or x is 1:
queuecleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
queuecleanupworker stderr |   if x is 0 or x is 1:
queuecleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
queuecleanupworker stderr |   elif y is 0 or y is 1:
queuecleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
queuecleanupworker stderr |   elif y is 0 or y is 1:
queuecleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
queuecleanupworker stderr |   if original_result is 0:
reconciliationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
reconciliationworker stderr |   if x is 0 or x is 1:
reconciliationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
reconciliationworker stderr |   if x is 0 or x is 1:
reconciliationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
reconciliationworker stderr |   elif y is 0 or y is 1:
reconciliationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
reconciliationworker stderr |   elif y is 0 or y is 1:
reconciliationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
reconciliationworker stderr |   if original_result is 0:
gunicorn-registry stdout | 2023-06-29 13:15:20,418 [64] [INFO] [data.registry_model] ===============================
gunicorn-registry stdout | 2023-06-29 13:15:20,418 [64] [INFO] [data.registry_model] Using registry model `<data.registry_model.registry_oci_model.OCIModel object at 0x7f7515465040>`
gunicorn-registry stdout | 2023-06-29 13:15:20,419 [64] [INFO] [data.registry_model] ===============================
expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
expiredappspecifictokenworker stderr |   if x is 0 or x is 1:
expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
expiredappspecifictokenworker stderr |   if x is 0 or x is 1:
expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
expiredappspecifictokenworker stderr |   elif y is 0 or y is 1:
expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
expiredappspecifictokenworker stderr |   elif y is 0 or y is 1:
expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
expiredappspecifictokenworker stderr |   if original_result is 0:
gunicorn-web stdout | 2023-06-29 13:15:20,509 [66] [INFO] [data.registry_model] ===============================
gunicorn-web stdout | 2023-06-29 13:15:20,509 [66] [INFO] [data.registry_model] Using registry model `<data.registry_model.registry_oci_model.OCIModel object at 0x7fa128cca100>`
gunicorn-web stdout | 2023-06-29 13:15:20,509 [66] [INFO] [data.registry_model] ===============================
notificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
notificationworker stderr |   if x is 0 or x is 1:
notificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
notificationworker stderr |   if x is 0 or x is 1:
notificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
notificationworker stderr |   elif y is 0 or y is 1:
notificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
notificationworker stderr |   elif y is 0 or y is 1:
notificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
notificationworker stderr |   if original_result is 0:
gunicorn-registry stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-registry stderr |   if x is 0 or x is 1:
gunicorn-registry stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-registry stderr |   if x is 0 or x is 1:
gunicorn-registry stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-registry stderr |   elif y is 0 or y is 1:
gunicorn-registry stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-registry stderr |   elif y is 0 or y is 1:
gunicorn-registry stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-registry stderr |   if original_result is 0:
gunicorn-web stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-web stderr |   if x is 0 or x is 1:
gunicorn-web stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-web stderr |   if x is 0 or x is 1:
gunicorn-web stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-web stderr |   elif y is 0 or y is 1:
gunicorn-web stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-web stderr |   elif y is 0 or y is 1:
gunicorn-web stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-web stderr |   if original_result is 0:
gcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gcworker stderr |   if x is 0 or x is 1:
gcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gcworker stderr |   if x is 0 or x is 1:
gcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gcworker stderr |   elif y is 0 or y is 1:
gcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gcworker stderr |   elif y is 0 or y is 1:
gcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
gcworker stderr |   if original_result is 0:
blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
blobuploadcleanupworker stderr |   if x is 0 or x is 1:
blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
blobuploadcleanupworker stderr |   if x is 0 or x is 1:
blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
blobuploadcleanupworker stderr |   elif y is 0 or y is 1:
blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
blobuploadcleanupworker stderr |   elif y is 0 or y is 1:
blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
blobuploadcleanupworker stderr |   if original_result is 0:
nginx stdout | 2023/06/29 13:15:25 [crit] 104#0: *4 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.129.2.1, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.129.2.11:8080"
nginx stdout | 2023/06/29 13:15:25 [crit] 104#0: *4 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.129.2.1, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.129.2.11:8080"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:15:25 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.26" (0.000 118 0.000 : 0.000)
globalpromstats stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
globalpromstats stderr |   if x is 0 or x is 1:
globalpromstats stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
globalpromstats stderr |   if x is 0 or x is 1:
globalpromstats stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
globalpromstats stderr |   elif y is 0 or y is 1:
globalpromstats stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
globalpromstats stderr |   elif y is 0 or y is 1:
globalpromstats stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
globalpromstats stderr |   if original_result is 0:
chunkcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
chunkcleanupworker stderr |   if x is 0 or x is 1:
chunkcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
chunkcleanupworker stderr |   if x is 0 or x is 1:
chunkcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
chunkcleanupworker stderr |   elif y is 0 or y is 1:
chunkcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
chunkcleanupworker stderr |   elif y is 0 or y is 1:
chunkcleanupworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
chunkcleanupworker stderr |   if original_result is 0:
quotatotalworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotatotalworker stderr |   if x is 0 or x is 1:
quotatotalworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotatotalworker stderr |   if x is 0 or x is 1:
quotatotalworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotatotalworker stderr |   elif y is 0 or y is 1:
quotatotalworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotatotalworker stderr |   elif y is 0 or y is 1:
quotatotalworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotatotalworker stderr |   if original_result is 0:
quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotaregistrysizeworker stderr |   if x is 0 or x is 1:
quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotaregistrysizeworker stderr |   if x is 0 or x is 1:
quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotaregistrysizeworker stderr |   elif y is 0 or y is 1:
quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotaregistrysizeworker stderr |   elif y is 0 or y is 1:
quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
quotaregistrysizeworker stderr |   if original_result is 0:
logrotateworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
logrotateworker stderr |   if x is 0 or x is 1:
logrotateworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
logrotateworker stderr |   if x is 0 or x is 1:
logrotateworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
logrotateworker stderr |   elif y is 0 or y is 1:
logrotateworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
logrotateworker stderr |   elif y is 0 or y is 1:
logrotateworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
logrotateworker stderr |   if original_result is 0:
servicekey stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
servicekey stderr |   if x is 0 or x is 1:
servicekey stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
servicekey stderr |   if x is 0 or x is 1:
servicekey stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
servicekey stderr |   elif y is 0 or y is 1:
servicekey stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
servicekey stderr |   elif y is 0 or y is 1:
servicekey stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
servicekey stderr |   if original_result is 0:
builder stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
builder stderr |   if x is 0 or x is 1:
builder stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
builder stderr |   if x is 0 or x is 1:
builder stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
builder stderr |   elif y is 0 or y is 1:
builder stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
builder stderr |   elif y is 0 or y is 1:
builder stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
builder stderr |   if original_result is 0:
queuecleanupworker stdout | 2023-06-29 13:15:31,117 [74] [DEBUG] [workers.worker] Scheduling worker.
queuecleanupworker stdout | 2023-06-29 13:15:31,118 [74] [INFO] [apscheduler.scheduler] Scheduler started
queuecleanupworker stdout | 2023-06-29 13:15:31,308 [74] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
queuecleanupworker stdout | 2023-06-29 13:15:31,308 [74] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
queuecleanupworker stdout | 2023-06-29 13:15:31,318 [74] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 17:38:32.319452
storagereplication stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
storagereplication stderr |   if x is 0 or x is 1:
storagereplication stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
storagereplication stderr |   if x is 0 or x is 1:
storagereplication stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
storagereplication stderr |   elif y is 0 or y is 1:
storagereplication stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
storagereplication stderr |   elif y is 0 or y is 1:
storagereplication stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
storagereplication stderr |   if original_result is 0:
queuecleanupworker stdout | 2023-06-29 13:15:33,018 [74] [INFO] [apscheduler.scheduler] Added job "QueueCleanupWorker._cleanup_queue" to job store "default"
queuecleanupworker stdout | 2023-06-29 13:15:33,107 [74] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
queuecleanupworker stdout | 2023-06-29 13:15:33,108 [74] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 17:38:32.319452+00:00 (in 15779.211344 seconds)
exportactionlogsworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
exportactionlogsworker stderr |   if x is 0 or x is 1:
exportactionlogsworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
exportactionlogsworker stderr |   if x is 0 or x is 1:
exportactionlogsworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
exportactionlogsworker stderr |   elif y is 0 or y is 1:
exportactionlogsworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
exportactionlogsworker stderr |   elif y is 0 or y is 1:
exportactionlogsworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
exportactionlogsworker stderr |   if original_result is 0:
gunicorn-secscan stdout | 2023-06-29 13:15:34,108 [65] [INFO] [data.registry_model] ===============================
gunicorn-secscan stdout | 2023-06-29 13:15:34,108 [65] [INFO] [data.registry_model] Using registry model `<data.registry_model.registry_oci_model.OCIModel object at 0x7ff0b5a8dee0>`
gunicorn-secscan stdout | 2023-06-29 13:15:34,109 [65] [INFO] [data.registry_model] ===============================
gunicorn-web stdout | 2023-06-29 13:15:34,718 [66] [DEBUG] [app] Loading default config.
gunicorn-web stdout | 2023-06-29 13:15:34,718 [66] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml
gunicorn-web stdout | 2023-06-29 13:15:34,908 [66] [DEBUG] [app] Loaded config
gunicorn-web stdout | 2023-06-29 13:15:34,910 [66] [INFO] [util.ipresolver] Loading AWS IP ranges from disk
gunicorn-web stdout | 2023-06-29 13:15:34,922 [66] [DEBUG] [util.ipresolver] Building AWS IP ranges
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,113 [60] [DEBUG] [__main__] Starting expired app specific token GC worker
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,113 [60] [DEBUG] [__main__] Found expiration window: 1d
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,115 [60] [DEBUG] [workers.worker] Scheduling worker.
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,116 [60] [INFO] [apscheduler.scheduler] Scheduler started
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,308 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,308 [60] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
expiredappspecifictokenworker stdout | 2023-06-29 13:15:35,319 [60] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:27:58.320035
teamsyncworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
teamsyncworker stderr |   if x is 0 or x is 1:
teamsyncworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
teamsyncworker stderr |   if x is 0 or x is 1:
teamsyncworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
teamsyncworker stderr |   elif y is 0 or y is 1:
teamsyncworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
teamsyncworker stderr |   elif y is 0 or y is 1:
teamsyncworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
teamsyncworker stderr |   if original_result is 0:
gunicorn-web stdout | 2023-06-29 13:15:35,814 [66] [DEBUG] [util.ipresolver] Finished building AWS IP ranges
gunicorn-web stdout | 2023-06-29 13:15:35,817 [66] [DEBUG] [botocore.hooks] Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane
gunicorn-web stdout | 2023-06-29 13:15:35,820 [66] [DEBUG] [botocore.hooks] Changing event name from before-call.apigateway to before-call.api-gateway
gunicorn-web stdout | 2023-06-29 13:15:35,820 [66] [DEBUG] [botocore.hooks] Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict
gunicorn-web stdout | 2023-06-29 13:15:35,821 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration
gunicorn-web stdout | 2023-06-29 13:15:35,821 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.route53 to before-parameter-build.route-53
gunicorn-web stdout | 2023-06-29 13:15:35,822 [66] [DEBUG] [botocore.hooks] Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search
gunicorn-web stdout | 2023-06-29 13:15:35,822 [66] [DEBUG] [botocore.hooks] Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section
gunicorn-web stdout | 2023-06-29 13:15:35,909 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask
gunicorn-web stdout | 2023-06-29 13:15:35,910 [66] [DEBUG] [botocore.hooks] Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section
gunicorn-web stdout | 2023-06-29 13:15:35,910 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search
gunicorn-web stdout | 2023-06-29 13:15:35,910 [66] [DEBUG] [botocore.hooks] Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section
gunicorn-web stdout | 2023-06-29 13:15:36,318 [66] [DEBUG] [data.database] Configuring database
gunicorn-web stdout | 2023-06-29 13:15:36,320 [66] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [INFO] [data.secscan_model] ===============================
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [INFO] [data.secscan_model] Using split secscan model: `[<data.secscan_model.secscan_v4_model.V4SecurityScanner object at 0x7fa11fb92790>]`
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [INFO] [data.secscan_model] ===============================
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [DEBUG] [data.logs_model] Configuring log model
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [INFO] [data.logs_model] ===============================
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [INFO] [data.logs_model] Using logs model `<data.logs_model.table_logs_model.TableLogsModel object at 0x7fa11fb92d90>`
gunicorn-web stdout | 2023-06-29 13:15:36,321 [66] [INFO] [data.logs_model] ===============================
expiredappspecifictokenworker stdout | 2023-06-29 13:15:36,518 [60] [INFO] [apscheduler.scheduler] Added job "ExpiredAppSpecificTokenWorker._gc_expired_tokens" to job store "default"
expiredappspecifictokenworker stdout | 2023-06-29 13:15:36,519 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
expiredappspecifictokenworker stdout | 2023-06-29 13:15:36,519 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:58.320035+00:00 (in 741.800945 seconds)
buildlogsarchiver stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
buildlogsarchiver stderr |   if x is 0 or x is 1:
buildlogsarchiver stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
buildlogsarchiver stderr |   if x is 0 or x is 1:
buildlogsarchiver stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
buildlogsarchiver stderr |   elif y is 0 or y is 1:
buildlogsarchiver stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
buildlogsarchiver stderr |   elif y is 0 or y is 1:
buildlogsarchiver stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
buildlogsarchiver stderr |   if original_result is 0:
repositorygcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositorygcworker stderr |   if x is 0 or x is 1:
repositorygcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositorygcworker stderr |   if x is 0 or x is 1:
repositorygcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositorygcworker stderr |   elif y is 0 or y is 1:
repositorygcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositorygcworker stderr |   elif y is 0 or y is 1:
repositorygcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositorygcworker stderr |   if original_result is 0:
securityworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityworker stderr |   if x is 0 or x is 1:
securityworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityworker stderr |   if x is 0 or x is 1:
securityworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityworker stderr |   elif y is 0 or y is 1:
securityworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityworker stderr |   elif y is 0 or y is 1:
securityworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityworker stderr |   if original_result is 0:
gunicorn-secscan stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-secscan stderr |   if x is 0 or x is 1:
gunicorn-secscan stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-secscan stderr |   if x is 0 or x is 1:
gunicorn-secscan stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-secscan stderr |   elif y is 0 or y is 1:
gunicorn-secscan stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-secscan stderr |   elif y is 0 or y is 1:
gunicorn-secscan stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
gunicorn-secscan stderr |   if original_result is 0:
gcworker stdout | 2023-06-29 13:15:38,511 [62] [DEBUG] [workers.worker] Scheduling worker.
gcworker stdout | 2023-06-29 13:15:38,512 [62] [INFO] [apscheduler.scheduler] Scheduler started
gcworker stdout | 2023-06-29 13:15:38,708 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:15:38,708 [62] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
gcworker stdout | 2023-06-29 13:15:38,709 [62] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:15:46.710348
notificationworker stdout | 2023-06-29 13:15:38,917 [72] [DEBUG] [workers.worker] Scheduling worker.
notificationworker stdout | 2023-06-29 13:15:38,918 [72] [INFO] [apscheduler.scheduler] Scheduler started
globalpromstats stdout | 2023-06-29 13:15:38,921 [63] [DEBUG] [workers.worker] Scheduling worker.
globalpromstats stdout | 2023-06-29 13:15:38,921 [63] [INFO] [apscheduler.scheduler] Scheduler started
globalpromstats stdout | 2023-06-29 13:15:39,009 [63] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
globalpromstats stdout | 2023-06-29 13:15:39,009 [63] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
globalpromstats stdout | 2023-06-29 13:15:39,011 [63] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:30:04.012438
notificationworker stdout | 2023-06-29 13:15:39,108 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:15:39,108 [72] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
notificationworker stdout | 2023-06-29 13:15:39,108 [72] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:15:40.109381
blobuploadcleanupworker stdout | 2023-06-29 13:15:40,010 [55] [DEBUG] [workers.worker] Scheduling worker.
blobuploadcleanupworker stdout | 2023-06-29 13:15:40,011 [55] [INFO] [apscheduler.scheduler] Scheduler started
blobuploadcleanupworker stdout | 2023-06-29 13:15:40,121 [55] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
blobuploadcleanupworker stdout | 2023-06-29 13:15:40,121 [55] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
blobuploadcleanupworker stdout | 2023-06-29 13:15:40,207 [55] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:25:23.208916
nginx stdout | 2023/06/29 13:15:40 [crit] 104#0: *7 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.129.2.1, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.129.2.11:8080"
nginx stdout | 2023/06/29 13:15:40 [crit] 104#0: *7 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.129.2.1, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.129.2.11:8080"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:15:40 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.26" (0.000 118 0.000 : 0.000)
securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityscanningnotificationworker stderr |   if x is 0 or x is 1:
securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityscanningnotificationworker stderr |   if x is 0 or x is 1:
securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityscanningnotificationworker stderr |   elif y is 0 or y is 1:
securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityscanningnotificationworker stderr |   elif y is 0 or y is 1:
securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
securityscanningnotificationworker stderr |   if original_result is 0:
notificationworker stdout | 2023-06-29 13:15:40,612 [72] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default"
notificationworker stdout | 2023-06-29 13:15:40,612 [72] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:39.613650
notificationworker stdout | 2023-06-29 13:15:40,612 [72] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default"
notificationworker stdout | 2023-06-29 13:15:40,613 [72] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:10.614040
notificationworker stdout | 2023-06-29 13:15:40,613 [72] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default"
notificationworker stdout | 2023-06-29 13:15:40,613 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:15:40,613 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:15:50.109381+00:00 (in 9.495936 seconds)
gcworker stdout | 2023-06-29 13:15:40,913 [62] [INFO] [apscheduler.scheduler] Added job "GarbageCollectionWorker._garbage_collection_repos" to job store "default"
gcworker stdout | 2023-06-29 13:15:40,919 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:15:40,919 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:15:46.710348+00:00 (in 5.791140 seconds)
blobuploadcleanupworker stdout | 2023-06-29 13:15:41,116 [55] [INFO] [apscheduler.scheduler] Added job "BlobUploadCleanupWorker._try_cleanup_uploads" to job store "default"
blobuploadcleanupworker stdout | 2023-06-29 13:15:41,119 [55] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
blobuploadcleanupworker stdout | 2023-06-29 13:15:41,119 [55] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:23.208916+00:00 (in 582.089788 seconds)
globalpromstats stdout | 2023-06-29 13:15:41,213 [63] [INFO] [apscheduler.scheduler] Added job "GlobalPrometheusStatsWorker._try_report_stats" to job store "default"
globalpromstats stdout | 2023-06-29 13:15:41,219 [63] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
globalpromstats stdout | 2023-06-29 13:15:41,219 [63] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:04.012438+00:00 (in 862.793251 seconds)
chunkcleanupworker stdout | 2023-06-29 13:15:41,512 [58] [DEBUG] [__main__] Swift storage not detected; sleeping
logrotateworker stdout | 2023-06-29 13:15:41,512 [67] [DEBUG] [__main__] Action log rotation worker not enabled; skipping
storagereplication stdout | 2023-06-29 13:15:43,012 [88] [DEBUG] [__main__] Full storage replication disabled; skipping
servicekey stdout | 2023-06-29 13:15:43,219 [82] [DEBUG] [workers.worker] Scheduling worker.
servicekey stdout | 2023-06-29 13:15:43,220 [82] [INFO] [apscheduler.scheduler] Scheduler started
servicekey stdout | 2023-06-29 13:15:43,319 [82] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
servicekey stdout | 2023-06-29 13:15:43,319 [82] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
manifestbackfillworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
manifestbackfillworker stderr |   if x is 0 or x is 1:
manifestbackfillworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
manifestbackfillworker stderr |   if x is 0 or x is 1:
manifestbackfillworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
manifestbackfillworker stderr |   elif y is 0 or y is 1:
manifestbackfillworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
manifestbackfillworker stderr |   elif y is 0 or y is 1:
manifestbackfillworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
manifestbackfillworker stderr |   if original_result is 0:
servicekey stdout | 2023-06-29 13:15:43,408 [82] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:45:13.408921
quotaregistrysizeworker stdout | 2023-06-29 13:15:43,625 [75] [DEBUG] [workers.worker] Scheduling worker.
quotaregistrysizeworker stdout | 2023-06-29 13:15:43,625 [75] [INFO] [apscheduler.scheduler] Scheduler started
quotaregistrysizeworker stdout | 2023-06-29 13:15:43,716 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:15:43,717 [75] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
quotaregistrysizeworker stdout | 2023-06-29 13:15:43,719 [75] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:15:46.720304
namespacegcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
namespacegcworker stderr |   if x is 0 or x is 1:
namespacegcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
namespacegcworker stderr |   if x is 0 or x is 1:
namespacegcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
namespacegcworker stderr |   elif y is 0 or y is 1:
namespacegcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
namespacegcworker stderr |   elif y is 0 or y is 1:
namespacegcworker stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
namespacegcworker stderr |   if original_result is 0:
servicekey stdout | 2023-06-29 13:15:44,316 [82] [INFO] [apscheduler.scheduler] Added job "ServiceKeyWorker._refresh_service_key" to job store "default"
servicekey stdout | 2023-06-29 13:15:44,319 [82] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
servicekey stdout | 2023-06-29 13:15:44,319 [82] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:13.408921+00:00 (in 1769.089757 seconds)
repositoryactioncounter stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositoryactioncounter stderr |   if x is 0 or x is 1:
repositoryactioncounter stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:32: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositoryactioncounter stderr |   if x is 0 or x is 1:
repositoryactioncounter stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositoryactioncounter stderr |   elif y is 0 or y is 1:
repositoryactioncounter stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:34: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositoryactioncounter stderr |   elif y is 0 or y is 1:
repositoryactioncounter stderr | /app/lib/python3.9/site-packages/jmespath/visitor.py:260: SyntaxWarning: "is" with a literal. Did you mean "=="?
repositoryactioncounter stderr |   if original_result is 0:
quotaregistrysizeworker stdout | 2023-06-29 13:15:44,715 [75] [INFO] [apscheduler.scheduler] Added job "QuotaRegistrySizeWorker._calculate_registry_size" to job store "default"
quotaregistrysizeworker stdout | 2023-06-29 13:15:44,717 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:15:44,717 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:15:46.720304+00:00 (in 2.003172 seconds)
gunicorn-registry stdout | 2023-06-29 13:15:45,309 [64] [DEBUG] [app] Loading default config.
gunicorn-registry stdout | 2023-06-29 13:15:45,310 [64] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml
gunicorn-registry stdout | 2023-06-29 13:15:45,325 [64] [DEBUG] [app] Loaded config
gunicorn-registry stdout | 2023-06-29 13:15:45,408 [64] [INFO] [util.ipresolver] Loading AWS IP ranges from disk
gunicorn-registry stdout | 2023-06-29 13:15:45,419 [64] [DEBUG] [util.ipresolver] Building AWS IP ranges
gunicorn-web stdout | 2023-06-29 13:15:45,819 [66] [DEBUG] [__config__] Starting web gunicorn with 4 workers and gevent worker class
gunicorn-web stderr | Traceback (most recent call last):
gunicorn-web stderr |   File "src/gevent/_abstract_linkable.py", line 287, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links
gunicorn-web stderr |   File "src/gevent/_abstract_linkable.py", line 333, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links
gunicorn-web stderr | AssertionError: (None, <callback at 0x7fa11fb70a00 args=([],)>)
gunicorn-web stderr | 2023-06-29T13:15:45Z 
gunicorn-web stderr | <callback at 0x7fa11fb70a00 args=([],)> failed with AssertionError
gunicorn-registry stdout | 2023-06-29 13:15:46,319 [64] [DEBUG] [util.ipresolver] Finished building AWS IP ranges
gunicorn-registry stdout | 2023-06-29 13:15:46,321 [64] [DEBUG] [botocore.hooks] Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane
gunicorn-registry stdout | 2023-06-29 13:15:46,324 [64] [DEBUG] [botocore.hooks] Changing event name from before-call.apigateway to before-call.api-gateway
gunicorn-registry stdout | 2023-06-29 13:15:46,325 [64] [DEBUG] [botocore.hooks] Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict
gunicorn-registry stdout | 2023-06-29 13:15:46,409 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration
gunicorn-registry stdout | 2023-06-29 13:15:46,409 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.route53 to before-parameter-build.route-53
gunicorn-registry stdout | 2023-06-29 13:15:46,410 [64] [DEBUG] [botocore.hooks] Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search
gunicorn-registry stdout | 2023-06-29 13:15:46,411 [64] [DEBUG] [botocore.hooks] Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section
gunicorn-registry stdout | 2023-06-29 13:15:46,414 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask
gunicorn-registry stdout | 2023-06-29 13:15:46,414 [64] [DEBUG] [botocore.hooks] Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section
gunicorn-registry stdout | 2023-06-29 13:15:46,415 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search
gunicorn-registry stdout | 2023-06-29 13:15:46,415 [64] [DEBUG] [botocore.hooks] Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section
teamsyncworker stdout | 2023-06-29 13:15:46,617 [89] [DEBUG] [__main__] Team syncing is disabled; sleeping
gunicorn-registry stdout | 2023-06-29 13:15:46,708 [64] [DEBUG] [data.database] Configuring database
gunicorn-registry stdout | 2023-06-29 13:15:46,709 [64] [INFO] [data.database] Connection pooling enabled for postgresql; stale timeout: None; max connection count: None
gunicorn-registry stdout | 2023-06-29 13:15:46,710 [64] [INFO] [data.secscan_model] ===============================
gcworker stdout | 2023-06-29 13:15:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gunicorn-registry stdout | 2023-06-29 13:15:46,710 [64] [INFO] [data.secscan_model] Using split secscan model: `[<data.secscan_model.secscan_v4_model.V4SecurityScanner object at 0x7f750b8fd6a0>]`
gunicorn-registry stdout | 2023-06-29 13:15:46,710 [64] [INFO] [data.secscan_model] ===============================
gunicorn-registry stdout | 2023-06-29 13:15:46,710 [64] [DEBUG] [data.logs_model] Configuring log model
gunicorn-registry stdout | 2023-06-29 13:15:46,711 [64] [INFO] [data.logs_model] ===============================
gunicorn-registry stdout | 2023-06-29 13:15:46,711 [64] [INFO] [data.logs_model] Using logs model `<data.logs_model.table_logs_model.TableLogsModel object at 0x7f750b8fd9d0>`
gcworker stdout | 2023-06-29 13:15:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:15:46 UTC)" (scheduled at 2023-06-29 13:15:46.710348+00:00)
gunicorn-registry stdout | 2023-06-29 13:15:46,711 [64] [INFO] [data.logs_model] ===============================
gcworker stdout | 2023-06-29 13:15:46,711 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100])
gcworker stdout | 2023-06-29 13:15:46,712 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:15:56.710348+00:00 (in 9.999598 seconds)
builder stdout | 2023-06-29 13:15:46,719 [56] [DEBUG] [__main__] Building is disabled. Please enable the feature flag
quotaregistrysizeworker stdout | 2023-06-29 13:15:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:15:46,720 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686834946719, 1209600, True, 3, 500, 1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:15:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:15:46 UTC)" (scheduled at 2023-06-29 13:15:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:15:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:15:46,808 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:46.720304+00:00 (in 59.999630 seconds)
gcworker stdout | 2023-06-29 13:15:46,811 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:15:46,811 [62] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:15:46,811 [75] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:15:46,811 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:15:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:15:46,811 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:16:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:15:46,916 [65] [DEBUG] [app] Loading default config.
gunicorn-secscan stdout | 2023-06-29 13:15:46,916 [65] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml
gunicorn-secscan stdout | 2023-06-29 13:15:46,927 [65] [DEBUG] [app] Loaded config
gunicorn-secscan stdout | 2023-06-29 13:15:46,927 [65] [INFO] [util.ipresolver] Loading AWS IP ranges from disk
repositorygcworker stdout | 2023-06-29 13:15:47,010 [79] [DEBUG] [__main__] Starting repository GC worker
gunicorn-secscan stdout | 2023-06-29 13:15:47,011 [65] [DEBUG] [util.ipresolver] Building AWS IP ranges
repositorygcworker stdout | 2023-06-29 13:15:47,012 [79] [DEBUG] [workers.worker] Scheduling worker.
repositorygcworker stdout | 2023-06-29 13:15:47,013 [79] [INFO] [apscheduler.scheduler] Scheduler started
repositorygcworker stdout | 2023-06-29 13:15:47,013 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:15:47,013 [79] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
repositorygcworker stdout | 2023-06-29 13:15:47,013 [79] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:15:58.014887
repositorygcworker stdout | 2023-06-29 13:15:47,226 [79] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default"
repositorygcworker stdout | 2023-06-29 13:15:47,226 [79] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:18:30.227434
repositorygcworker stdout | 2023-06-29 13:15:47,226 [79] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default"
repositorygcworker stdout | 2023-06-29 13:15:47,226 [79] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:38.227751
repositorygcworker stdout | 2023-06-29 13:15:47,226 [79] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default"
repositorygcworker stdout | 2023-06-29 13:15:47,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:15:47,227 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:15:58.014887+00:00 (in 10.787724 seconds)
gunicorn-secscan stdout | 2023-06-29 13:15:47,326 [65] [DEBUG] [util.ipresolver] Finished building AWS IP ranges
buildlogsarchiver stdout | 2023-06-29 13:15:47,327 [57] [DEBUG] [workers.worker] Scheduling worker.
buildlogsarchiver stdout | 2023-06-29 13:15:47,327 [57] [INFO] [apscheduler.scheduler] Scheduler started
buildlogsarchiver stdout | 2023-06-29 13:15:47,327 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:15:47,327 [57] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
buildlogsarchiver stdout | 2023-06-29 13:15:47,327 [57] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:16.328917
gunicorn-secscan stdout | 2023-06-29 13:15:47,327 [65] [DEBUG] [botocore.hooks] Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane
gunicorn-secscan stdout | 2023-06-29 13:15:47,329 [65] [DEBUG] [botocore.hooks] Changing event name from before-call.apigateway to before-call.api-gateway
gunicorn-secscan stdout | 2023-06-29 13:15:47,329 [65] [DEBUG] [botocore.hooks] Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict
gunicorn-secscan stdout | 2023-06-29 13:15:47,330 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration
gunicorn-secscan stdout | 2023-06-29 13:15:47,330 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.route53 to before-parameter-build.route-53
gunicorn-secscan stdout | 2023-06-29 13:15:47,331 [65] [DEBUG] [botocore.hooks] Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search
gunicorn-secscan stdout | 2023-06-29 13:15:47,331 [65] [DEBUG] [botocore.hooks] Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section
gunicorn-secscan stdout | 2023-06-29 13:15:47,410 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask
gunicorn-secscan stdout | 2023-06-29 13:15:47,410 [65] [DEBUG] [botocore.hooks] Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section
gunicorn-secscan stdout | 2023-06-29 13:15:47,410 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search
gunicorn-secscan stdout | 2023-06-29 13:15:47,410 [65] [DEBUG] [botocore.hooks] Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section
gunicorn-secscan stdout | 2023-06-29 13:15:47,513 [65] [DEBUG] [data.database] Configuring database
gunicorn-secscan stdout | 2023-06-29 13:15:47,514 [65] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [INFO] [data.secscan_model] ===============================
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [INFO] [data.secscan_model] Using split secscan model: `[<data.secscan_model.secscan_v4_model.V4SecurityScanner object at 0x7ff0ac94f850>]`
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [INFO] [data.secscan_model] ===============================
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [DEBUG] [data.logs_model] Configuring log model
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [INFO] [data.logs_model] ===============================
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [INFO] [data.logs_model] Using logs model `<data.logs_model.table_logs_model.TableLogsModel object at 0x7ff0ac94f8e0>`
gunicorn-secscan stdout | 2023-06-29 13:15:47,515 [65] [INFO] [data.logs_model] ===============================
buildlogsarchiver stdout | 2023-06-29 13:15:47,619 [57] [INFO] [apscheduler.scheduler] Added job "ArchiveBuildLogsWorker._archive_redis_buildlogs" to job store "default"
buildlogsarchiver stdout | 2023-06-29 13:15:47,619 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:15:47,619 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:16.328917+00:00 (in 28.709100 seconds)
gunicorn-secscan stdout | 2023-06-29 13:15:47,911 [65] [DEBUG] [__config__] Starting secscan gunicorn with 2 workers and gevent worker class
gunicorn-secscan stderr | Traceback (most recent call last):
gunicorn-secscan stderr |   File "src/gevent/_abstract_linkable.py", line 287, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links
gunicorn-secscan stderr |   File "src/gevent/_abstract_linkable.py", line 333, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links
gunicorn-secscan stderr | AssertionError: (None, <callback at 0x7ff0ae50e5c0 args=([],)>)
gunicorn-secscan stderr | 2023-06-29T13:15:47Z 
gunicorn-secscan stderr | <callback at 0x7ff0ae50e5c0 args=([],)> failed with AssertionError
exportactionlogsworker stdout | 2023-06-29 13:15:48,035 [61] [DEBUG] [__main__] Starting export action logs worker
exportactionlogsworker stdout | 2023-06-29 13:15:48,036 [61] [DEBUG] [workers.worker] Scheduling worker.
exportactionlogsworker stdout | 2023-06-29 13:15:48,037 [61] [INFO] [apscheduler.scheduler] Scheduler started
exportactionlogsworker stdout | 2023-06-29 13:15:48,037 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:15:48,037 [61] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
exportactionlogsworker stdout | 2023-06-29 13:15:48,107 [61] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:08.108858
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default"
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:19:49.236331
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default"
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:26.236566
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default"
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:15:48,235 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:08.108858+00:00 (in 19.872930 seconds)
gunicorn-registry stdout | 2023-06-29 13:15:48,726 [64] [DEBUG] [__config__] Starting registry gunicorn with 8 workers and gevent worker class
gunicorn-registry stderr | Traceback (most recent call last):
gunicorn-registry stderr |   File "src/gevent/_abstract_linkable.py", line 287, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links
gunicorn-registry stderr |   File "src/gevent/_abstract_linkable.py", line 333, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links
gunicorn-registry stderr | AssertionError: (None, <callback at 0x7f750c30b740 args=([],)>)
gunicorn-registry stderr | 2023-06-29T13:15:48Z
gunicorn-registry stderr |  <callback at 0x7f750c30b740 args=([],)> failed with AssertionError
securityscanningnotificationworker stdout | 2023-06-29 13:15:48,832 [80] [DEBUG] [__main__] Starting security scanning notification worker
securityscanningnotificationworker stdout | 2023-06-29 13:15:48,833 [80] [DEBUG] [workers.worker] Scheduling worker.
securityscanningnotificationworker stdout | 2023-06-29 13:15:48,834 [80] [INFO] [apscheduler.scheduler] Scheduler started
securityscanningnotificationworker stdout | 2023-06-29 13:15:48,834 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:15:48,834 [80] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
securityscanningnotificationworker stdout | 2023-06-29 13:15:48,834 [80] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:14.835653
manifestbackfillworker stdout | 2023-06-29 13:15:48,842 [68] [DEBUG] [workers.worker] Scheduling worker.
manifestbackfillworker stdout | 2023-06-29 13:15:48,843 [68] [INFO] [apscheduler.scheduler] Scheduler started
manifestbackfillworker stdout | 2023-06-29 13:15:48,843 [68] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
manifestbackfillworker stdout | 2023-06-29 13:15:48,843 [68] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
manifestbackfillworker stdout | 2023-06-29 13:15:48,843 [68] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 14:10:55.844535
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default"
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:17:30.011377
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default"
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:36.011593
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default"
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:15:49,010 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:14.835653+00:00 (in 25.824752 seconds)
manifestbackfillworker stdout | 2023-06-29 13:15:49,016 [68] [INFO] [apscheduler.scheduler] Added job "ManifestBackfillWorker._backfill_manifests" to job store "default"
manifestbackfillworker stdout | 2023-06-29 13:15:49,016 [68] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
manifestbackfillworker stdout | 2023-06-29 13:15:49,016 [68] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:10:55.844535+00:00 (in 3306.827691 seconds)
securityworker stdout | 2023-06-29 13:15:49,061 [81] [DEBUG] [workers.worker] Scheduling worker.
securityworker stdout | 2023-06-29 13:15:49,061 [81] [INFO] [apscheduler.scheduler] Scheduler started
securityworker stdout | 2023-06-29 13:15:49,061 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:15:49,061 [81] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
securityworker stdout | 2023-06-29 13:15:49,061 [81] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:03.062807
namespacegcworker stdout | 2023-06-29 13:15:49,129 [70] [DEBUG] [__main__] Starting namespace GC worker
namespacegcworker stdout | 2023-06-29 13:15:49,130 [70] [DEBUG] [workers.worker] Scheduling worker.
namespacegcworker stdout | 2023-06-29 13:15:49,131 [70] [INFO] [apscheduler.scheduler] Scheduler started
namespacegcworker stdout | 2023-06-29 13:15:49,131 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:15:49,131 [70] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
namespacegcworker stdout | 2023-06-29 13:15:49,131 [70] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:40.132615
repositoryactioncounter stdout | 2023-06-29 13:15:49,150 [78] [DEBUG] [workers.worker] Scheduling worker.
repositoryactioncounter stdout | 2023-06-29 13:15:49,150 [78] [INFO] [apscheduler.scheduler] Scheduler started
repositoryactioncounter stdout | 2023-06-29 13:15:49,151 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositoryactioncounter stdout | 2023-06-29 13:15:49,151 [78] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
repositoryactioncounter stdout | 2023-06-29 13:15:49,151 [78] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 14:34:55.152262
securityworker stdout | 2023-06-29 13:15:49,156 [81] [INFO] [apscheduler.scheduler] Added job "SecurityWorker._index_in_scanner" to job store "default"
securityworker stdout | 2023-06-29 13:15:49,156 [81] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:08.157912
securityworker stdout | 2023-06-29 13:15:49,157 [81] [INFO] [apscheduler.scheduler] Added job "SecurityWorker._index_recent_manifests_in_scanner" to job store "default"
securityworker stdout | 2023-06-29 13:15:49,157 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:15:49,157 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:03.062807+00:00 (in 13.905546 seconds)
namespacegcworker stdout | 2023-06-29 13:15:49,215 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default"
namespacegcworker stdout | 2023-06-29 13:15:49,215 [70] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:19:30.216752
namespacegcworker stdout | 2023-06-29 13:15:49,215 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default"
namespacegcworker stdout | 2023-06-29 13:15:49,216 [70] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:16:04.217001
namespacegcworker stdout | 2023-06-29 13:15:49,216 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default"
namespacegcworker stdout | 2023-06-29 13:15:49,216 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:15:49,216 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:04.217001+00:00 (in 15.000687 seconds)
repositoryactioncounter stdout | 2023-06-29 13:15:49,234 [78] [INFO] [apscheduler.scheduler] Added job "RepositoryActionCountWorker._run_counting" to job store "default"
repositoryactioncounter stdout | 2023-06-29 13:15:49,234 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositoryactioncounter stdout | 2023-06-29 13:15:49,234 [78] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:34:55.152262+00:00 (in 4745.917329 seconds)
notificationworker stdout | 2023-06-29 13:15:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:15:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:15:50 UTC)" (scheduled at 2023-06-29 13:15:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:15:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:15:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 15, 50, 110172), True, datetime.datetime(2023, 6, 29, 13, 15, 50, 110172), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:15:50,111 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:00.109381+00:00 (in 9.999676 seconds)
notificationworker stdout | 2023-06-29 13:15:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:15:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:15:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:15:55,170 [193] [DEBUG] [app] Starting request: urn:request:a61f73c0-bd5f-47dd-a551-f47ab6a23b3d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:15:55,176 [193] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080
gunicorn-registry stdout | 2023-06-29 13:15:55,182 [217] [DEBUG] [app] Starting request: urn:request:b889a030-9990-4858-b14e-2b863435aa39 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:15:55,184 [217] [DEBUG] [app] Ending request: urn:request:b889a030-9990-4858-b14e-2b863435aa39 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b889a030-9990-4858-b14e-2b863435aa39', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:15:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.004 162 0.004)
gunicorn-registry stdout | 2023-06-29 13:15:55,184 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:15:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:15:55,184 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:15:55,186 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:15:55,189 [195] [DEBUG] [app] Starting request: urn:request:0d0ba9f4-4f37-4376-87e9-afa82fe349b6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:15:55,190 [195] [DEBUG] [app] Ending request: urn:request:0d0ba9f4-4f37-4376-87e9-afa82fe349b6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0d0ba9f4-4f37-4376-87e9-afa82fe349b6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:15:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.005 159 0.005)
gunicorn-web stdout | 2023-06-29 13:15:55,191 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:15:55,191 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:15:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:15:55,192 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 15, 55, 191942), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 15, 55, 191966), 'quay', None, datetime.datetime(2023, 6, 28, 13, 15, 55, 192005), datetime.datetime(2023, 6, 22, 13, 15, 55, 192016), None])
gunicorn-web stdout | 2023-06-29 13:15:55,198 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:15:55,201 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:15:55,202 [193] [DEBUG] [app] Ending request: urn:request:a61f73c0-bd5f-47dd-a551-f47ab6a23b3d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a61f73c0-bd5f-47dd-a551-f47ab6a23b3d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:15:55,202 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:15:55,203 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:15:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:15:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.035 118 0.035)
gunicorn-web stdout | 2023-06-29 13:15:55,204 [193] [DEBUG] [app] Starting request: urn:request:8f16701f-2b30-4b78-af1f-67022d4c5c75 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-registry stdout | 2023-06-29 13:15:55,207 [208] [DEBUG] [app] Starting request: urn:request:42e31415-7910-45b6-b54e-65de617743bf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:15:55,209 [208] [DEBUG] [app] Ending request: urn:request:42e31415-7910-45b6-b54e-65de617743bf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:42e31415-7910-45b6-b54e-65de617743bf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:15:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.004 162 0.004)
gunicorn-registry stdout | 2023-06-29 13:15:55,209 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:15:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:15:55,209 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:15:55,211 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:15:55,214 [194] [DEBUG] [app] Starting request: urn:request:13bfac9e-7531-4723-b5a5-028d27ee7851 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:15:55,215 [194] [DEBUG] [app] Ending request: urn:request:13bfac9e-7531-4723-b5a5-028d27ee7851 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:13bfac9e-7531-4723-b5a5-028d27ee7851', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:15:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.004 159 0.004)
gunicorn-web stdout | 2023-06-29 13:15:55,215 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:15:55,215 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:15:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:15:55,216 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:15:55,218 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:15:55,221 [193] [DEBUG] [app] Ending request: urn:request:8f16701f-2b30-4b78-af1f-67022d4c5c75 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8f16701f-2b30-4b78-af1f-67022d4c5c75', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:15:55,221 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:15:55,221 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:15:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:15:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
gcworker stdout | 2023-06-29 13:15:56,712 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:15:56,712 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:06.710348+00:00 (in 9.997937 seconds)
gcworker stdout | 2023-06-29 13:15:56,712 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:06 UTC)" (scheduled at 2023-06-29 13:15:56.710348+00:00)
gcworker stdout | 2023-06-29 13:15:56,713 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686834956712, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:15:56,719 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:15:56,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:15:56,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:15:57,514 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:15:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:15:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:15:58 UTC)" (scheduled at 2023-06-29 13:15:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:15:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:15:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 15, 58, 15633), True, datetime.datetime(2023, 6, 29, 13, 15, 58, 15633), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:15:58,016 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:38.227751+00:00 (in 40.212567 seconds)
repositorygcworker stdout | 2023-06-29 13:15:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:15:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:15:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:16:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:16:00,111 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:00,111 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:10.109381+00:00 (in 9.997864 seconds)
notificationworker stdout | 2023-06-29 13:16:00,111 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:10 UTC)" (scheduled at 2023-06-29 13:16:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:16:00,111 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:16:00,113 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 0, 111887), True, datetime.datetime(2023, 6, 29, 13, 16, 0, 111887), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:16:00,117 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:16:00,117 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:00,117 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:16:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:16:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:16:03 UTC)" (scheduled at 2023-06-29 13:16:03.062807+00:00)
securityworker stdout | 2023-06-29 13:16:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:16:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:16:03,064 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:08.157912+00:00 (in 5.094743 seconds)
securityworker stdout | 2023-06-29 13:16:03,066 [81] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): quayregistry-clair-app.quay-enterprise.svc.cluster.local:80
securityworker stdout | 2023-06-29 13:16:03,074 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:16:03,076 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:16:03,080 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:16:03,080 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:16:03,081 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:16:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:16:03,153 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:16:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:16:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:16:04 UTC)" (scheduled at 2023-06-29 13:16:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:16:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:16:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:16:04 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:16:04,218 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:40.132615+00:00 (in 35.915260 seconds)
gcworker stdout | 2023-06-29 13:16:04,553 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:16:04,729 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:16:04,916 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:16:04,920 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:16:04,922 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:16:04,923 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:16:04,924 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
blobuploadcleanupworker stdout | 2023-06-29 13:16:06,628 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
gcworker stdout | 2023-06-29 13:16:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:16:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:16.710348+00:00 (in 9.999525 seconds)
gcworker stdout | 2023-06-29 13:16:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:16 UTC)" (scheduled at 2023-06-29 13:16:06.710348+00:00)
gcworker stdout | 2023-06-29 13:16:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686834966711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:16:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:16:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:16:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:16 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:16:06,745 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:16:07,942 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
exportactionlogsworker stdout | 2023-06-29 13:16:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:16:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:16:08 UTC)" (scheduled at 2023-06-29 13:16:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:16:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:16:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 8, 109802), True, datetime.datetime(2023, 6, 29, 13, 16, 8, 109802), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:16:08,111 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:26.236566+00:00 (in 18.127347 seconds)
exportactionlogsworker stdout | 2023-06-29 13:16:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:16:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:16:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:16:08,159 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:16:08,159 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:33.062807+00:00 (in 24.903328 seconds)
securityworker stdout | 2023-06-29 13:16:08,159 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:16:38 UTC)" (scheduled at 2023-06-29 13:16:08.157912+00:00)
securityworker stdout | 2023-06-29 13:16:08,159 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:08,160 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:16:08,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:16:08,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:16:08,162 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:08,162 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:16:08,162 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:16:08,165 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:16:08,166 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:16:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:16:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:16:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:16:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 11, 8, 166206), 1, 2])
securityworker stdout | 2023-06-29 13:16:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:16:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:16:08,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 11, 8, 166206), 1, 2])
securityworker stdout | 2023-06-29 13:16:08,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:16:08,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:08,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:16:08,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:16:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:16:09,553 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:16:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:10.614040+00:00 (in 0.504200 seconds)
notificationworker stdout | 2023-06-29 13:16:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:20 UTC)" (scheduled at 2023-06-29 13:16:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:16:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:16:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 10, 110262), True, datetime.datetime(2023, 6, 29, 13, 16, 10, 110262), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:16:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:16:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:16:10,170 [193] [DEBUG] [app] Starting request: urn:request:e54e3a8e-50b9-4929-a19a-318c31bdc70d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,171 [196] [DEBUG] [app] Starting request: urn:request:dd9b92bd-789e-4233-b8b3-ad1f237dda48 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:16:10,174 [214] [DEBUG] [app] Starting request: urn:request:2f61f0fc-45dd-44be-b384-6b2f0a386406 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,175 [196] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080
gunicorn-registry stdout | 2023-06-29 13:16:10,175 [214] [DEBUG] [app] Ending request: urn:request:2f61f0fc-45dd-44be-b384-6b2f0a386406 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2f61f0fc-45dd-44be-b384-6b2f0a386406', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.004 162 0.004)
gunicorn-registry stdout | 2023-06-29 13:16:10,176 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:16:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:16:10,177 [208] [DEBUG] [app] Starting request: urn:request:f47b7f91-ebb2-4703-9b55-283c5f280531 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:16:10,177 [208] [DEBUG] [app] Ending request: urn:request:f47b7f91-ebb2-4703-9b55-283c5f280531 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f47b7f91-ebb2-4703-9b55-283c5f280531', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:16:10,178 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:16:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:10,178 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:10,179 [193] [DEBUG] [app] Starting request: urn:request:72da8533-b3ea-4e80-a2fd-113e5b4d4741 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,179 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:10,179 [193] [DEBUG] [app] Ending request: urn:request:72da8533-b3ea-4e80-a2fd-113e5b4d4741 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:72da8533-b3ea-4e80-a2fd-113e5b4d4741', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,180 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:16:10,180 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:10,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:10,181 [195] [DEBUG] [app] Starting request: urn:request:466336b2-dd7e-47fe-a06a-2064a9908a10 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,181 [195] [DEBUG] [app] Ending request: urn:request:466336b2-dd7e-47fe-a06a-2064a9908a10 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:466336b2-dd7e-47fe-a06a-2064a9908a10', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:16:10,181 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:16:10,181 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:10,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:10,183 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 16, 10, 182701), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 16, 10, 182723), 'quay', None, datetime.datetime(2023, 6, 28, 13, 16, 10, 182738), datetime.datetime(2023, 6, 22, 13, 16, 10, 182748), None])
gunicorn-web stdout | 2023-06-29 13:16:10,186 [193] [DEBUG] [app] Ending request: urn:request:e54e3a8e-50b9-4929-a19a-318c31bdc70d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e54e3a8e-50b9-4929-a19a-318c31bdc70d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:10,186 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:16:10,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:16:10,188 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:10,191 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:10,192 [196] [DEBUG] [app] Ending request: urn:request:dd9b92bd-789e-4233-b8b3-ad1f237dda48 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:dd9b92bd-789e-4233-b8b3-ad1f237dda48', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:10,192 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:16:10,192 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.023 118 0.023)
notificationworker stdout | 2023-06-29 13:16:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:20.109381+00:00 (in 9.494842 seconds)
notificationworker stdout | 2023-06-29 13:16:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:10 UTC)" (scheduled at 2023-06-29 13:16:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:16:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:16:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:16:11,142 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:16:11,149 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:16:11,649 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:16:13,753 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,835 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:16:14 UTC)" (scheduled at 2023-06-29 13:16:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 14, 836601), True, datetime.datetime(2023, 6, 29, 13, 16, 14, 836601), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,837 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:36.011593+00:00 (in 21.175576 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:16:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:16:14,949 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:16:15,030 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:16:15,423 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:16:15,424 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:16:15,426 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:16:15,428 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:16:15,430 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:16:15,432 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:16:15,435 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:16:15,437 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:16:15,439 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:16:15,544 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:16:15,622 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:16:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:16:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:16:16 UTC)" (scheduled at 2023-06-29 13:16:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:16:16,331 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 16, 16, 329945), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:16:16,331 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:46.328917+00:00 (in 29.999577 seconds)
buildlogsarchiver stdout | 2023-06-29 13:16:16,336 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:16:16,337 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:16:16,337 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:16:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:16:16,654 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gcworker stdout | 2023-06-29 13:16:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:16:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:26.710348+00:00 (in 9.999516 seconds)
gcworker stdout | 2023-06-29 13:16:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:26 UTC)" (scheduled at 2023-06-29 13:16:16.710348+00:00)
gcworker stdout | 2023-06-29 13:16:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686834976711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:16:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:16:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:16:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:16:16,941 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:16:16,944 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:16:16,947 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:16:18,345 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:16:18,378 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:16:18,752 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:16:18,867 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:16:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:30.109381+00:00 (in 9.999537 seconds)
notificationworker stdout | 2023-06-29 13:16:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:30 UTC)" (scheduled at 2023-06-29 13:16:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:16:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:16:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 20, 110294), True, datetime.datetime(2023, 6, 29, 13, 16, 20, 110294), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:16:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:16:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:16:25,170 [193] [DEBUG] [app] Starting request: urn:request:c24333a5-a527-4612-92be-15ebb25b5638 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,170 [194] [DEBUG] [app] Starting request: urn:request:a9796dc7-a6ff-4f23-8dc5-041a6b183efc (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:16:25,174 [218] [DEBUG] [app] Starting request: urn:request:16945c62-21c0-4358-a836-97e8528f6401 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,174 [194] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080
gunicorn-registry stdout | 2023-06-29 13:16:25,175 [218] [DEBUG] [app] Ending request: urn:request:16945c62-21c0-4358-a836-97e8528f6401 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:16945c62-21c0-4358-a836-97e8528f6401', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.003 162 0.003)
gunicorn-registry stdout | 2023-06-29 13:16:25,175 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:16:25,175 [208] [DEBUG] [app] Starting request: urn:request:b6cc98b2-9a78-4a42-be41-f4498644123d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,175 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:16:25,176 [208] [DEBUG] [app] Ending request: urn:request:b6cc98b2-9a78-4a42-be41-f4498644123d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b6cc98b2-9a78-4a42-be41-f4498644123d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:16:25,176 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:16:25,176 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:25,177 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:25,178 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:25,178 [195] [DEBUG] [app] Starting request: urn:request:e1c6786c-46aa-45ec-9a10-fb6930448df7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,179 [195] [DEBUG] [app] Ending request: urn:request:e1c6786c-46aa-45ec-9a10-fb6930448df7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e1c6786c-46aa-45ec-9a10-fb6930448df7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,179 [193] [DEBUG] [app] Starting request: urn:request:3a38f6f6-72a7-49e6-aae8-ef503dbc33f6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:25,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:16:25,179 [193] [DEBUG] [app] Ending request: urn:request:3a38f6f6-72a7-49e6-aae8-ef503dbc33f6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3a38f6f6-72a7-49e6-aae8-ef503dbc33f6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:16:25,180 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:16:25,180 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:25,180 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:25,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:25,182 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 16, 25, 181212), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 16, 25, 181246), 'quay', None, datetime.datetime(2023, 6, 28, 13, 16, 25, 181263), datetime.datetime(2023, 6, 22, 13, 16, 25, 181356), None])
gunicorn-web stdout | 2023-06-29 13:16:25,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:25,186 [193] [DEBUG] [app] Ending request: urn:request:c24333a5-a527-4612-92be-15ebb25b5638 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c24333a5-a527-4612-92be-15ebb25b5638', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:25,186 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:16:25,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:16:25,187 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:25,189 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:25,190 [194] [DEBUG] [app] Ending request: urn:request:a9796dc7-a6ff-4f23-8dc5-041a6b183efc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a9796dc7-a6ff-4f23-8dc5-041a6b183efc', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:25,190 [194] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.022 118 0.022)
gunicorn-web stdout | 2023-06-29 13:16:25,191 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:16:26,238 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:16:26,238 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:08.108858+00:00 (in 41.870129 seconds)
exportactionlogsworker stdout | 2023-06-29 13:16:26,239 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:26 UTC)" (scheduled at 2023-06-29 13:16:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:16:26,239 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:16:26,239 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:16:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:16:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:36.710348+00:00 (in 9.999522 seconds)
gcworker stdout | 2023-06-29 13:16:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:36 UTC)" (scheduled at 2023-06-29 13:16:26.710348+00:00)
gcworker stdout | 2023-06-29 13:16:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686834986711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:16:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:16:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:16:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:16:27,539 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:16:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:39.613650+00:00 (in 9.503795 seconds)
notificationworker stdout | 2023-06-29 13:16:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:40 UTC)" (scheduled at 2023-06-29 13:16:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:16:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:16:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 30, 110259), True, datetime.datetime(2023, 6, 29, 13, 16, 30, 110259), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:16:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:16:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:16:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:16:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:38.157912+00:00 (in 5.094597 seconds)
securityworker stdout | 2023-06-29 13:16:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:03 UTC)" (scheduled at 2023-06-29 13:16:33.062807+00:00)
securityworker stdout | 2023-06-29 13:16:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:16:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:16:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:16:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:16:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:16:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:16:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:16:33,190 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:16:34,577 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:16:34,755 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:16:34,926 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:16:34,930 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:16:34,933 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:16:34,936 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:16:34,940 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
securityscanningnotificationworker stdout | 2023-06-29 13:16:36,013 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:16:36,014 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:14.835653+00:00 (in 38.821768 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:16:36,014 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:36 UTC)" (scheduled at 2023-06-29 13:16:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:16:36,014 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:16:36,014 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:36 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:16:36,656 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
gcworker stdout | 2023-06-29 13:16:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:16:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:46.710348+00:00 (in 9.999522 seconds)
gcworker stdout | 2023-06-29 13:16:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:46 UTC)" (scheduled at 2023-06-29 13:16:36.710348+00:00)
gcworker stdout | 2023-06-29 13:16:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686834996711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:16:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:16:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:16:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:46 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:16:36,773 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:16:37,979 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
securityworker stdout | 2023-06-29 13:16:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:16:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:03.062807+00:00 (in 24.904403 seconds)
securityworker stdout | 2023-06-29 13:16:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:08 UTC)" (scheduled at 2023-06-29 13:16:38.157912+00:00)
securityworker stdout | 2023-06-29 13:16:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:16:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:16:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:16:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:16:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:16:38,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:16:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:16:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:16:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:16:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:16:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 11, 38, 165116), 1, 2])
securityworker stdout | 2023-06-29 13:16:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:16:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:16:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 11, 38, 165116), 1, 2])
securityworker stdout | 2023-06-29 13:16:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:16:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:16:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:16:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:16:38,229 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:16:38,230 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:58.014887+00:00 (in 19.784965 seconds)
repositorygcworker stdout | 2023-06-29 13:16:38,230 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:38 UTC)" (scheduled at 2023-06-29 13:16:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:16:38,230 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:16:38,230 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:16:39,591 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:16:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:40.109381+00:00 (in 0.495231 seconds)
notificationworker stdout | 2023-06-29 13:16:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:21:39 UTC)" (scheduled at 2023-06-29 13:16:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:16:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 16, 39, 614520), 'notification/%'])
notificationworker stdout | 2023-06-29 13:16:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 16, 39, 614520), True, datetime.datetime(2023, 6, 29, 13, 16, 39, 614520), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:16:39,620 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 16, 39, 614520), True, datetime.datetime(2023, 6, 29, 13, 16, 39, 614520), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 16, 39, 614520), 'notification/%'])
notificationworker stdout | 2023-06-29 13:16:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:21:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:16:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:50.109381+00:00 (in 9.999540 seconds)
notificationworker stdout | 2023-06-29 13:16:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:50 UTC)" (scheduled at 2023-06-29 13:16:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:16:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:16:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 40, 110278), True, datetime.datetime(2023, 6, 29, 13, 16, 40, 110278), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:16:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:16:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:16:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:16:40,134 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:04.217001+00:00 (in 24.083049 seconds)
namespacegcworker stdout | 2023-06-29 13:16:40,134 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:40 UTC)" (scheduled at 2023-06-29 13:16:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:16:40,134 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:16:40,135 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 40, 134361), True, datetime.datetime(2023, 6, 29, 13, 16, 40, 134361), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:16:40,139 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:16:40,139 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:16:40,139 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:16:40,169 [196] [DEBUG] [app] Starting request: urn:request:7731b5be-2ab0-4256-b113-83cfc167d625 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:40,169 [193] [DEBUG] [app] Starting request: urn:request:14791d39-7da6-4b6f-a204-8c817f307f23 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:16:40,172 [218] [DEBUG] [app] Starting request: urn:request:0d2abea8-6d25-4421-86a5-3f0941bc9b30 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:16:40,172 [217] [DEBUG] [app] Starting request: urn:request:1ffb1243-65c9-44be-bf34-5fccb8f49c27 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:16:40,173 [218] [DEBUG] [app] Ending request: urn:request:0d2abea8-6d25-4421-86a5-3f0941bc9b30 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0d2abea8-6d25-4421-86a5-3f0941bc9b30', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:16:40,173 [217] [DEBUG] [app] Ending request: urn:request:1ffb1243-65c9-44be-bf34-5fccb8f49c27 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1ffb1243-65c9-44be-bf34-5fccb8f49c27', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:16:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:16:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:16:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:40,176 [195] [DEBUG] [app] Starting request: urn:request:75d97025-876f-466f-a2de-62717f8df151 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:40,176 [194] [DEBUG] [app] Starting request: urn:request:9296a815-42db-4f79-becc-506e1353ec43 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:40,176 [195] [DEBUG] [app] Ending request: urn:request:75d97025-876f-466f-a2de-62717f8df151 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:75d97025-876f-466f-a2de-62717f8df151', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:16:40,176 [194] [DEBUG] [app] Ending request: urn:request:9296a815-42db-4f79-becc-506e1353ec43 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9296a815-42db-4f79-becc-506e1353ec43', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:16:40,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:16:40,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:16:40,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:16:40,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:40,183 [193] [DEBUG] [app] Ending request: urn:request:14791d39-7da6-4b6f-a204-8c817f307f23 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:14791d39-7da6-4b6f-a204-8c817f307f23', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:40,183 [196] [DEBUG] [app] Ending request: urn:request:7731b5be-2ab0-4256-b113-83cfc167d625 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7731b5be-2ab0-4256-b113-83cfc167d625', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:16:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:16:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:16:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
servicekey stdout | 2023-06-29 13:16:41,151 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:16:41,185 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:16:41,685 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:16:43,790 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:16:44,974 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:16:45,058 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:16:45,433 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:16:45,435 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:16:45,438 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:16:45,441 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:16:45,444 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:16:45,447 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:16:45,450 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:16:45,453 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:16:45,456 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:16:45,581 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:16:45,659 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:16:46,331 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:16:46,331 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:16.328917+00:00 (in 29.997451 seconds)
buildlogsarchiver stdout | 2023-06-29 13:16:46,331 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:16 UTC)" (scheduled at 2023-06-29 13:16:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:16:46,332 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 16, 46, 331855), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:16:46,337 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:16:46,337 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:16:46,337 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:16 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:16:46,682 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gcworker stdout | 2023-06-29 13:16:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:16:46,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:16:56.710348+00:00 (in 9.999523 seconds)
gcworker stdout | 2023-06-29 13:16:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:56 UTC)" (scheduled at 2023-06-29 13:16:46.710348+00:00)
gcworker stdout | 2023-06-29 13:16:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835006711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:16:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:16:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:16:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:16:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:16:46,807 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:16:46,808 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:46.720304+00:00 (in 59.912257 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:16:46,808 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:46 UTC)" (scheduled at 2023-06-29 13:16:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:16:46,808 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:16:46,812 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:16:46,812 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:16:46,950 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:16:46,954 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:16:46,957 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:16:48,360 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:16:48,414 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:16:48,789 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:16:48,904 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:16:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:16:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:00.109381+00:00 (in 9.999520 seconds)
notificationworker stdout | 2023-06-29 13:16:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:00 UTC)" (scheduled at 2023-06-29 13:16:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:16:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:16:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 50, 110251), True, datetime.datetime(2023, 6, 29, 13, 16, 50, 110251), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:16:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:16:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:16:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:16:55,169 [193] [DEBUG] [app] Starting request: urn:request:9ad43fd0-b82c-4a5b-9eec-12d7d6964125 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:55,169 [194] [DEBUG] [app] Starting request: urn:request:d247b057-5d25-4b4c-af10-bc7d03b9a977 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:16:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:16:55,172 [218] [DEBUG] [app] Starting request: urn:request:3dfcdcea-8a42-47f9-abec-2d1b096091eb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:16:55,172 [217] [DEBUG] [app] Starting request: urn:request:651d67c0-22b3-4e78-9c34-6e56410e1641 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:16:55,173 [218] [DEBUG] [app] Ending request: urn:request:3dfcdcea-8a42-47f9-abec-2d1b096091eb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3dfcdcea-8a42-47f9-abec-2d1b096091eb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:16:55,173 [217] [DEBUG] [app] Ending request: urn:request:651d67c0-22b3-4e78-9c34-6e56410e1641 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:651d67c0-22b3-4e78-9c34-6e56410e1641', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:16:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:16:55,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:16:55,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:16:55,176 [195] [DEBUG] [app] Starting request: urn:request:c2c518a7-b636-44d6-901d-a1313d761fac (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:55,176 [196] [DEBUG] [app] Starting request: urn:request:844ce6dc-acda-4d6c-a935-a9eee333c178 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:16:55,176 [195] [DEBUG] [app] Ending request: urn:request:c2c518a7-b636-44d6-901d-a1313d761fac (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c2c518a7-b636-44d6-901d-a1313d761fac', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:16:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:16:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:16:55,177 [196] [DEBUG] [app] Ending request: urn:request:844ce6dc-acda-4d6c-a935-a9eee333c178 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:844ce6dc-acda-4d6c-a935-a9eee333c178', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:16:55,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:16:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:16:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:16:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:16:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:16:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:16:55,183 [194] [DEBUG] [app] Ending request: urn:request:d247b057-5d25-4b4c-af10-bc7d03b9a977 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d247b057-5d25-4b4c-af10-bc7d03b9a977', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:55,183 [193] [DEBUG] [app] Ending request: urn:request:9ad43fd0-b82c-4a5b-9eec-12d7d6964125 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9ad43fd0-b82c-4a5b-9eec-12d7d6964125', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:16:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:16:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:16:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gunicorn-web stdout | 2023-06-29 13:16:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:16:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:16:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:16:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:16:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:06.710348+00:00 (in 9.999502 seconds)
gcworker stdout | 2023-06-29 13:16:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:06 UTC)" (scheduled at 2023-06-29 13:16:56.710348+00:00)
gcworker stdout | 2023-06-29 13:16:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835016711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:16:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:16:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:16:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:16:57,558 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:16:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:16:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:38.227751+00:00 (in 40.212354 seconds)
repositorygcworker stdout | 2023-06-29 13:16:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:58 UTC)" (scheduled at 2023-06-29 13:16:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:16:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:16:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 16, 58, 15812), True, datetime.datetime(2023, 6, 29, 13, 16, 58, 15812), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:16:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:16:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:16:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:17:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:17:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:10.109381+00:00 (in 9.999495 seconds)
notificationworker stdout | 2023-06-29 13:17:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:10 UTC)" (scheduled at 2023-06-29 13:17:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:17:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:17:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 0, 110377), True, datetime.datetime(2023, 6, 29, 13, 17, 0, 110377), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:17:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:17:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:17:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:17:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:17:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:08.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:17:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:33 UTC)" (scheduled at 2023-06-29 13:17:03.062807+00:00)
securityworker stdout | 2023-06-29 13:17:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:17:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:17:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:17:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:17:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:17:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:17:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:17:03,225 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:17:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:17:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:40.132615+00:00 (in 35.915156 seconds)
namespacegcworker stdout | 2023-06-29 13:17:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:04 UTC)" (scheduled at 2023-06-29 13:17:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:17:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:17:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:17:04,614 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:17:04,792 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:17:04,936 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:17:04,938 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:17:04,941 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:17:04,944 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:17:04,947 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
blobuploadcleanupworker stdout | 2023-06-29 13:17:06,693 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
gcworker stdout | 2023-06-29 13:17:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:17:06,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:16.710348+00:00 (in 9.999540 seconds)
gcworker stdout | 2023-06-29 13:17:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:16 UTC)" (scheduled at 2023-06-29 13:17:06.710348+00:00)
gcworker stdout | 2023-06-29 13:17:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835026711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:17:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:17:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:17:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:16 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:17:06,810 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:17:08,015 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
exportactionlogsworker stdout | 2023-06-29 13:17:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:17:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:26.236566+00:00 (in 18.127244 seconds)
exportactionlogsworker stdout | 2023-06-29 13:17:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:08 UTC)" (scheduled at 2023-06-29 13:17:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:17:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:17:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 8, 109699), True, datetime.datetime(2023, 6, 29, 13, 17, 8, 109699), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:17:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:17:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:17:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:17:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:17:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:33.062807+00:00 (in 24.904392 seconds)
securityworker stdout | 2023-06-29 13:17:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:38 UTC)" (scheduled at 2023-06-29 13:17:08.157912+00:00)
securityworker stdout | 2023-06-29 13:17:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:17:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:17:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:17:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:17:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:17:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:17:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:17:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:17:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:17:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:17:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 12, 8, 164318), 1, 2])
securityworker stdout | 2023-06-29 13:17:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:17:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:17:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 12, 8, 164318), 1, 2])
securityworker stdout | 2023-06-29 13:17:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:17:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:17:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:17:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:17:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:17:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:17:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:17:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:17:09,614 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:17:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:10.614040+00:00 (in 0.504112 seconds)
notificationworker stdout | 2023-06-29 13:17:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:20 UTC)" (scheduled at 2023-06-29 13:17:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:17:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:17:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 10, 110361), True, datetime.datetime(2023, 6, 29, 13, 17, 10, 110361), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:17:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:17:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:17:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:17:10,169 [193] [DEBUG] [app] Starting request: urn:request:bbc2e3ec-56e1-459e-8bbe-1a12353df2d3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,169 [195] [DEBUG] [app] Starting request: urn:request:f0c8f5ab-be7d-4e12-8850-98e308b1d527 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:17:10,173 [221] [DEBUG] [app] Starting request: urn:request:687e49db-d6e0-4453-a27d-6cde9d8c42e8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,174 [195] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080
gunicorn-registry stdout | 2023-06-29 13:17:10,174 [221] [DEBUG] [app] Ending request: urn:request:687e49db-d6e0-4453-a27d-6cde9d8c42e8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:687e49db-d6e0-4453-a27d-6cde9d8c42e8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.003 162 0.003)
gunicorn-registry stdout | 2023-06-29 13:17:10,175 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:10,175 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:17:10,176 [215] [DEBUG] [app] Starting request: urn:request:69431747-9fca-4a47-a62f-4d3cb220dad2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:17:10,177 [215] [DEBUG] [app] Ending request: urn:request:69431747-9fca-4a47-a62f-4d3cb220dad2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:69431747-9fca-4a47-a62f-4d3cb220dad2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.003 162 0.003)
gunicorn-registry stdout | 2023-06-29 13:17:10,177 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:10,177 [195] [DEBUG] [app] Starting request: urn:request:68d79ce2-969b-429c-ba2e-91324453956c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,178 [195] [DEBUG] [app] Ending request: urn:request:68d79ce2-969b-429c-ba2e-91324453956c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:68d79ce2-969b-429c-ba2e-91324453956c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:17:10,178 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:10,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:10,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:10,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:10,180 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:10,182 [196] [DEBUG] [app] Starting request: urn:request:1b06418a-7d26-41f4-90f3-629800242365 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:10,182 [196] [DEBUG] [app] Ending request: urn:request:1b06418a-7d26-41f4-90f3-629800242365 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1b06418a-7d26-41f4-90f3-629800242365', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:10,183 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:10,183 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:17:10,185 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 17, 10, 183952), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 17, 10, 184011), 'quay', None, datetime.datetime(2023, 6, 28, 13, 17, 10, 184029), datetime.datetime(2023, 6, 22, 13, 17, 10, 184039), None])
gunicorn-web stdout | 2023-06-29 13:17:10,185 [193] [DEBUG] [app] Ending request: urn:request:bbc2e3ec-56e1-459e-8bbe-1a12353df2d3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bbc2e3ec-56e1-459e-8bbe-1a12353df2d3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:10,185 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.018)
gunicorn-web stdout | 2023-06-29 13:17:10,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:17:10,190 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:10,192 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:10,193 [195] [DEBUG] [app] Ending request: urn:request:f0c8f5ab-be7d-4e12-8850-98e308b1d527 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f0c8f5ab-be7d-4e12-8850-98e308b1d527', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:10,193 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.026 118 0.026)
gunicorn-web stdout | 2023-06-29 13:17:10,194 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:17:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:20.109381+00:00 (in 9.494855 seconds)
notificationworker stdout | 2023-06-29 13:17:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:10 UTC)" (scheduled at 2023-06-29 13:17:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:17:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:17:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:17:11,161 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:17:11,221 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:17:11,721 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:17:13,811 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:30.011377+00:00 (in 15.175183 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:14 UTC)" (scheduled at 2023-06-29 13:17:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 14, 836646), True, datetime.datetime(2023, 6, 29, 13, 17, 14, 836646), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:17:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:17:15,011 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:17:15,093 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:17:15,444 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:17:15,448 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:17:15,450 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:17:15,453 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:17:15,456 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:17:15,458 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:17:15,461 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:17:15,465 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:17:15,468 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:17:15,592 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:17:15,696 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:17:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:17:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:46.328917+00:00 (in 29.999498 seconds)
buildlogsarchiver stdout | 2023-06-29 13:17:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:46 UTC)" (scheduled at 2023-06-29 13:17:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:17:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 17, 16, 329868), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:17:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:17:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:17:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:17:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:17:16,699 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gcworker stdout | 2023-06-29 13:17:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:17:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:26.710348+00:00 (in 9.999499 seconds)
gcworker stdout | 2023-06-29 13:17:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:26 UTC)" (scheduled at 2023-06-29 13:17:16.710348+00:00)
gcworker stdout | 2023-06-29 13:17:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835036711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:17:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:17:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:17:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:17:16,959 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:17:16,962 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:17:16,964 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:17:18,396 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:17:18,434 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:17:18,826 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:17:18,941 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:17:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:30.109381+00:00 (in 9.999520 seconds)
notificationworker stdout | 2023-06-29 13:17:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:30 UTC)" (scheduled at 2023-06-29 13:17:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:17:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:17:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 20, 110336), True, datetime.datetime(2023, 6, 29, 13, 17, 20, 110336), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:17:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:17:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:17:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:17:25,169 [193] [DEBUG] [app] Starting request: urn:request:f904872f-11d8-4eff-b57e-6ca30fe0b776 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:25,169 [196] [DEBUG] [app] Starting request: urn:request:58fc6e20-d861-4e53-9413-6b98ee4ae5d7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:25,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:17:25,173 [208] [DEBUG] [app] Starting request: urn:request:8f778589-07f8-497e-8fbf-0694c8c663f1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:17:25,173 [221] [DEBUG] [app] Starting request: urn:request:089f12d4-ccc8-46f3-9c40-74b6b3047d0f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:17:25,173 [208] [DEBUG] [app] Ending request: urn:request:8f778589-07f8-497e-8fbf-0694c8c663f1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8f778589-07f8-497e-8fbf-0694c8c663f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:17:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:17:25,174 [221] [DEBUG] [app] Ending request: urn:request:089f12d4-ccc8-46f3-9c40-74b6b3047d0f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:089f12d4-ccc8-46f3-9c40-74b6b3047d0f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:17:25,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:17:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:25,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:25,176 [195] [DEBUG] [app] Starting request: urn:request:2d094957-cf85-4bfd-8e46-5592e5d61cc8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:25,177 [195] [DEBUG] [app] Ending request: urn:request:2d094957-cf85-4bfd-8e46-5592e5d61cc8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2d094957-cf85-4bfd-8e46-5592e5d61cc8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:17:25,177 [194] [DEBUG] [app] Starting request: urn:request:0fc06baa-240a-45c8-af22-a36a192f0944 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:25,178 [194] [DEBUG] [app] Ending request: urn:request:0fc06baa-240a-45c8-af22-a36a192f0944 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0fc06baa-240a-45c8-af22-a36a192f0944', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:25,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:17:25,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:25,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:25,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:25,184 [193] [DEBUG] [app] Ending request: urn:request:f904872f-11d8-4eff-b57e-6ca30fe0b776 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f904872f-11d8-4eff-b57e-6ca30fe0b776', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:17:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:17:25,184 [196] [DEBUG] [app] Ending request: urn:request:58fc6e20-d861-4e53-9413-6b98ee4ae5d7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:58fc6e20-d861-4e53-9413-6b98ee4ae5d7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:17:25,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:17:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:17:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:08.108858+00:00 (in 41.871799 seconds)
exportactionlogsworker stdout | 2023-06-29 13:17:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:26 UTC)" (scheduled at 2023-06-29 13:17:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:17:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:17:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:17:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:17:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:36.710348+00:00 (in 9.999498 seconds)
gcworker stdout | 2023-06-29 13:17:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:36 UTC)" (scheduled at 2023-06-29 13:17:26.710348+00:00)
gcworker stdout | 2023-06-29 13:17:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835046711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:17:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:17:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:17:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:17:27,574 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:36.011593+00:00 (in 5.999698 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:22:30 UTC)" (scheduled at 2023-06-29 13:17:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,012 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 17, 30, 12295), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 17, 30, 12295), True, datetime.datetime(2023, 6, 29, 13, 17, 30, 12295), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 17, 30, 12295), True, datetime.datetime(2023, 6, 29, 13, 17, 30, 12295), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 17, 30, 12295), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:17:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:22:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:17:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:40.109381+00:00 (in 9.999478 seconds)
notificationworker stdout | 2023-06-29 13:17:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:40 UTC)" (scheduled at 2023-06-29 13:17:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:17:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:17:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 30, 110339), True, datetime.datetime(2023, 6, 29, 13, 17, 30, 110339), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:17:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:17:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:17:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:17:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:17:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:38.157912+00:00 (in 5.094631 seconds)
securityworker stdout | 2023-06-29 13:17:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:03 UTC)" (scheduled at 2023-06-29 13:17:33.062807+00:00)
securityworker stdout | 2023-06-29 13:17:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:17:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:17:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:17:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:17:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:17:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:17:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:17:33,262 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:17:34,638 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:17:34,828 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:17:34,945 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:17:34,948 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:17:34,951 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:17:34,953 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:17:34,956 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
securityscanningnotificationworker stdout | 2023-06-29 13:17:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:17:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:14.835653+00:00 (in 38.823523 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:17:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:36 UTC)" (scheduled at 2023-06-29 13:17:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:17:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:17:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:17:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:17:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:46.710348+00:00 (in 9.999474 seconds)
gcworker stdout | 2023-06-29 13:17:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:46 UTC)" (scheduled at 2023-06-29 13:17:36.710348+00:00)
gcworker stdout | 2023-06-29 13:17:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835056711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:17:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:17:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:17:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:17:36,730 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:17:36,847 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:17:38,052 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
securityworker stdout | 2023-06-29 13:17:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:17:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:03.062807+00:00 (in 24.904469 seconds)
securityworker stdout | 2023-06-29 13:17:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:08 UTC)" (scheduled at 2023-06-29 13:17:38.157912+00:00)
securityworker stdout | 2023-06-29 13:17:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:17:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:17:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:17:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:17:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:17:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:17:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:17:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:17:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:17:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:17:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 12, 38, 164257), 1, 2])
securityworker stdout | 2023-06-29 13:17:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:17:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:17:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 12, 38, 164257), 1, 2])
securityworker stdout | 2023-06-29 13:17:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:17:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:17:38,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:17:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:17:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:17:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:58.014887+00:00 (in 19.786663 seconds)
repositorygcworker stdout | 2023-06-29 13:17:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:38 UTC)" (scheduled at 2023-06-29 13:17:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:17:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:17:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:17:39,651 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:17:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:50.109381+00:00 (in 9.999511 seconds)
notificationworker stdout | 2023-06-29 13:17:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:50 UTC)" (scheduled at 2023-06-29 13:17:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:17:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:17:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 40, 110276), True, datetime.datetime(2023, 6, 29, 13, 17, 40, 110276), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:17:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:17:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:17:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:17:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:17:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:04.217001+00:00 (in 24.083938 seconds)
namespacegcworker stdout | 2023-06-29 13:17:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:40 UTC)" (scheduled at 2023-06-29 13:17:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:17:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:17:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 40, 133419), True, datetime.datetime(2023, 6, 29, 13, 17, 40, 133419), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:17:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:17:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:17:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:17:40,169 [194] [DEBUG] [app] Starting request: urn:request:a7814b6d-e556-4d2c-b4af-ffe0e58109af (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:40,169 [195] [DEBUG] [app] Starting request: urn:request:a9f1b442-5d90-4f30-9d39-d7fd1294169b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:40,170 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:17:40,172 [208] [DEBUG] [app] Starting request: urn:request:4243f9ec-96f0-4f5c-8e12-4ed534401213 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:17:40,172 [218] [DEBUG] [app] Starting request: urn:request:ea02d097-7588-4985-b182-392eb3d345d8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:17:40,172 [218] [DEBUG] [app] Ending request: urn:request:ea02d097-7588-4985-b182-392eb3d345d8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ea02d097-7588-4985-b182-392eb3d345d8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:17:40,172 [208] [DEBUG] [app] Ending request: urn:request:4243f9ec-96f0-4f5c-8e12-4ed534401213 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4243f9ec-96f0-4f5c-8e12-4ed534401213', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:17:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:17:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:17:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:40,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:40,174 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:40,175 [193] [DEBUG] [app] Starting request: urn:request:8c517aca-6834-4f4c-862b-b7f27aabf982 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:40,175 [196] [DEBUG] [app] Starting request: urn:request:c715b7fd-2e2d-461e-8a92-58f33f2ae39a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:40,176 [193] [DEBUG] [app] Ending request: urn:request:8c517aca-6834-4f4c-862b-b7f27aabf982 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8c517aca-6834-4f4c-862b-b7f27aabf982', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:40,176 [196] [DEBUG] [app] Ending request: urn:request:c715b7fd-2e2d-461e-8a92-58f33f2ae39a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c715b7fd-2e2d-461e-8a92-58f33f2ae39a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:40,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:17:40,176 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:17:40,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:40,179 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:40,183 [194] [DEBUG] [app] Ending request: urn:request:a7814b6d-e556-4d2c-b4af-ffe0e58109af (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a7814b6d-e556-4d2c-b4af-ffe0e58109af', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:40,183 [195] [DEBUG] [app] Ending request: urn:request:a9f1b442-5d90-4f30-9d39-d7fd1294169b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a9f1b442-5d90-4f30-9d39-d7fd1294169b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:17:40,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:17:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:17:40,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
servicekey stdout | 2023-06-29 13:17:41,199 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:17:41,257 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:17:41,758 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:17:43,848 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:17:45,038 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:17:45,111 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:17:45,455 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:17:45,459 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:17:45,461 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:17:45,464 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:17:45,467 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:17:45,470 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:17:45,472 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:17:45,476 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:17:45,478 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:17:45,628 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:17:45,729 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:17:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:17:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:16.328917+00:00 (in 29.999458 seconds)
buildlogsarchiver stdout | 2023-06-29 13:17:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:16 UTC)" (scheduled at 2023-06-29 13:17:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:17:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 17, 46, 329884), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:17:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:17:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:17:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:16 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:17:46,706 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gcworker stdout | 2023-06-29 13:17:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:17:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:17:56.710348+00:00 (in 9.999444 seconds)
gcworker stdout | 2023-06-29 13:17:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:56 UTC)" (scheduled at 2023-06-29 13:17:46.710348+00:00)
gcworker stdout | 2023-06-29 13:17:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835066711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:17:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:17:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:17:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:17:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:17:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:17:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:46.720304+00:00 (in 59.999551 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:17:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:46 UTC)" (scheduled at 2023-06-29 13:17:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:17:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:17:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:17:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:17:46,968 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:17:46,971 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:17:46,973 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:17:48,433 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:17:48,465 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:17:48,862 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:17:48,977 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:17:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:17:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:00.109381+00:00 (in 9.999481 seconds)
notificationworker stdout | 2023-06-29 13:17:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:00 UTC)" (scheduled at 2023-06-29 13:17:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:17:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:17:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 50, 110394), True, datetime.datetime(2023, 6, 29, 13, 17, 50, 110394), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:17:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:17:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:17:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:17:55,169 [193] [DEBUG] [app] Starting request: urn:request:3f78eab5-c03b-4933-adf8-c873ce3b3573 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:55,169 [194] [DEBUG] [app] Starting request: urn:request:b2d6f3d1-d53f-41a1-8997-c76fc963f70c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:17:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:17:55,172 [215] [DEBUG] [app] Starting request: urn:request:f6506d98-52d4-47fe-9721-c1a9c4f74b38 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:17:55,172 [208] [DEBUG] [app] Starting request: urn:request:67e3f3d9-e923-4fac-862c-bcc7b059e01a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:17:55,173 [208] [DEBUG] [app] Ending request: urn:request:67e3f3d9-e923-4fac-862c-bcc7b059e01a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:67e3f3d9-e923-4fac-862c-bcc7b059e01a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:17:55,173 [215] [DEBUG] [app] Ending request: urn:request:f6506d98-52d4-47fe-9721-c1a9c4f74b38 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f6506d98-52d4-47fe-9721-c1a9c4f74b38', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:17:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:17:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:17:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:55,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:17:55,176 [195] [DEBUG] [app] Starting request: urn:request:78ba8a26-c240-4573-a0ba-822f3ba31803 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:55,176 [196] [DEBUG] [app] Starting request: urn:request:0297dd6f-294e-4398-9c3f-669f4271c2d0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:17:55,176 [196] [DEBUG] [app] Ending request: urn:request:0297dd6f-294e-4398-9c3f-669f4271c2d0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0297dd6f-294e-4398-9c3f-669f4271c2d0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:55,176 [195] [DEBUG] [app] Ending request: urn:request:78ba8a26-c240-4573-a0ba-822f3ba31803 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:78ba8a26-c240-4573-a0ba-822f3ba31803', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:17:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:17:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:17:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:17:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:17:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:17:55,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:17:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:17:55,183 [194] [DEBUG] [app] Ending request: urn:request:b2d6f3d1-d53f-41a1-8997-c76fc963f70c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b2d6f3d1-d53f-41a1-8997-c76fc963f70c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:55,183 [193] [DEBUG] [app] Ending request: urn:request:3f78eab5-c03b-4933-adf8-c873ce3b3573 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3f78eab5-c03b-4933-adf8-c873ce3b3573', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:17:55,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:17:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:17:55,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:17:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:17:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:17:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
gcworker stdout | 2023-06-29 13:17:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:17:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:06.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:17:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:06 UTC)" (scheduled at 2023-06-29 13:17:56.710348+00:00)
gcworker stdout | 2023-06-29 13:17:56,713 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835076711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:17:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:17:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:17:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:17:57,611 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:17:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:17:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:30.227434+00:00 (in 32.212061 seconds)
repositorygcworker stdout | 2023-06-29 13:17:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:58 UTC)" (scheduled at 2023-06-29 13:17:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:17:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:17:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 17, 58, 15786), True, datetime.datetime(2023, 6, 29, 13, 17, 58, 15786), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:17:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:17:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:17:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:18:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:18:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:10.109381+00:00 (in 9.999471 seconds)
notificationworker stdout | 2023-06-29 13:18:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:10 UTC)" (scheduled at 2023-06-29 13:18:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:18:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:18:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 0, 110411), True, datetime.datetime(2023, 6, 29, 13, 18, 0, 110411), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:18:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:18:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:18:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:18:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:18:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:08.157912+00:00 (in 5.094611 seconds)
securityworker stdout | 2023-06-29 13:18:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:33 UTC)" (scheduled at 2023-06-29 13:18:03.062807+00:00)
securityworker stdout | 2023-06-29 13:18:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:18:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:18:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:18:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:18:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:18:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:18:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:18:03,299 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:18:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:18:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:40.132615+00:00 (in 35.915145 seconds)
namespacegcworker stdout | 2023-06-29 13:18:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:04 UTC)" (scheduled at 2023-06-29 13:18:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:18:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:18:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:18:04,674 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:18:04,865 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:18:04,953 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:18:04,956 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:18:04,958 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:18:04,961 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:18:04,964 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:18:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:18:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:16.710348+00:00 (in 9.999481 seconds)
gcworker stdout | 2023-06-29 13:18:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:16 UTC)" (scheduled at 2023-06-29 13:18:06.710348+00:00)
gcworker stdout | 2023-06-29 13:18:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835086711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:18:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:18:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:18:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:18:06,767 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:18:06,884 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:18:08,089 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
exportactionlogsworker stdout | 2023-06-29 13:18:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:18:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:26.236566+00:00 (in 18.127130 seconds)
exportactionlogsworker stdout | 2023-06-29 13:18:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:08 UTC)" (scheduled at 2023-06-29 13:18:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:18:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:18:08,111 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 8, 109898), True, datetime.datetime(2023, 6, 29, 13, 18, 8, 109898), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:18:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:18:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:18:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:18:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:18:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:33.062807+00:00 (in 24.904383 seconds)
securityworker stdout | 2023-06-29 13:18:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:38 UTC)" (scheduled at 2023-06-29 13:18:08.157912+00:00)
securityworker stdout | 2023-06-29 13:18:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:18:08,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:18:08,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:18:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:18:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:18:08,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:18:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:18:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:18:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:18:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:18:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 13, 8, 165297), 1, 2])
securityworker stdout | 2023-06-29 13:18:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:18:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:18:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 13, 8, 165297), 1, 2])
securityworker stdout | 2023-06-29 13:18:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:18:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:18:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:18:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:18:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:18:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:18:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:18:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:18:09,687 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:18:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:10.614040+00:00 (in 0.504135 seconds)
notificationworker stdout | 2023-06-29 13:18:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:20 UTC)" (scheduled at 2023-06-29 13:18:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:18:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:18:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 10, 110380), True, datetime.datetime(2023, 6, 29, 13, 18, 10, 110380), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:18:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:18:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:18:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:18:10,169 [193] [DEBUG] [app] Starting request: urn:request:a57ceedd-ae70-45bd-8378-4748118f4ae7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:10,169 [196] [DEBUG] [app] Starting request: urn:request:186bde1d-b975-40d5-916f-f0e74716148c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:18:10,172 [208] [DEBUG] [app] Starting request: urn:request:82fbd184-1cad-4faf-8a09-ca48097acb03 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:10,172 [218] [DEBUG] [app] Starting request: urn:request:a0613051-70da-494d-b503-6073b38402ca (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:10,173 [208] [DEBUG] [app] Ending request: urn:request:82fbd184-1cad-4faf-8a09-ca48097acb03 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:82fbd184-1cad-4faf-8a09-ca48097acb03', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:10,173 [218] [DEBUG] [app] Ending request: urn:request:a0613051-70da-494d-b503-6073b38402ca (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a0613051-70da-494d-b503-6073b38402ca', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:18:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:18:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:10,176 [196] [DEBUG] [app] Starting request: urn:request:17c8ae06-4ae8-4437-89a5-b759b9f55152 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:10,176 [194] [DEBUG] [app] Starting request: urn:request:0e228d4d-f960-4d94-8d80-831453bd4f77 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:10,176 [194] [DEBUG] [app] Ending request: urn:request:0e228d4d-f960-4d94-8d80-831453bd4f77 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0e228d4d-f960-4d94-8d80-831453bd4f77', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:18:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:10,177 [196] [DEBUG] [app] Ending request: urn:request:17c8ae06-4ae8-4437-89a5-b759b9f55152 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:17c8ae06-4ae8-4437-89a5-b759b9f55152', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:18:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:18:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:10,183 [193] [DEBUG] [app] Ending request: urn:request:a57ceedd-ae70-45bd-8378-4748118f4ae7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a57ceedd-ae70-45bd-8378-4748118f4ae7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:18:10,183 [196] [DEBUG] [app] Ending request: urn:request:186bde1d-b975-40d5-916f-f0e74716148c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:186bde1d-b975-40d5-916f-f0e74716148c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:18:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:18:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
notificationworker stdout | 2023-06-29 13:18:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:20.109381+00:00 (in 9.494837 seconds)
notificationworker stdout | 2023-06-29 13:18:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:10 UTC)" (scheduled at 2023-06-29 13:18:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:18:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:18:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:18:11,236 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:18:11,293 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:18:11,770 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:18:13,874 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:36.011593+00:00 (in 21.175438 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:14 UTC)" (scheduled at 2023-06-29 13:18:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 14, 836594), True, datetime.datetime(2023, 6, 29, 13, 18, 14, 836594), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:18:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:18:15,075 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:18:15,139 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:18:15,464 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:18:15,469 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:18:15,472 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:18:15,475 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:18:15,478 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:18:15,481 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:18:15,484 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:18:15,486 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gunicorn-registry stdout | 2023-06-29 13:18:15,488 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
securityworker stdout | 2023-06-29 13:18:15,651 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:18:15,761 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:18:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:18:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:46.328917+00:00 (in 29.999513 seconds)
buildlogsarchiver stdout | 2023-06-29 13:18:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:46 UTC)" (scheduled at 2023-06-29 13:18:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:18:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 18, 16, 329756), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:18:16,334 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:18:16,334 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:18:16,334 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:18:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:18:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:18:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:26.710348+00:00 (in 9.999433 seconds)
gcworker stdout | 2023-06-29 13:18:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:26 UTC)" (scheduled at 2023-06-29 13:18:16.710348+00:00)
gcworker stdout | 2023-06-29 13:18:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835096711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:18:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:18:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:18:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:26 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:18:16,743 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:18:16,976 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:18:16,979 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:18:16,981 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:18:18,470 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:18:18,502 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:18:18,899 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:18:19,010 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:18:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:30.109381+00:00 (in 9.999555 seconds)
notificationworker stdout | 2023-06-29 13:18:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:30 UTC)" (scheduled at 2023-06-29 13:18:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:18:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:18:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 20, 110239), True, datetime.datetime(2023, 6, 29, 13, 18, 20, 110239), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:18:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:18:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:18:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:18:25,169 [195] [DEBUG] [app] Starting request: urn:request:17477b3f-ae5f-4b42-9a7f-e020dde9d6d7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:25,169 [193] [DEBUG] [app] Starting request: urn:request:05da4433-8b65-4ada-b32b-b876d22cc70e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:18:25,173 [214] [DEBUG] [app] Starting request: urn:request:028ceb56-7d79-4eec-a859-5db4042d8e97 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:25,173 [208] [DEBUG] [app] Starting request: urn:request:ca9a97ae-a53f-4df8-8263-ea3b166c72e3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:25,173 [208] [DEBUG] [app] Ending request: urn:request:ca9a97ae-a53f-4df8-8263-ea3b166c72e3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ca9a97ae-a53f-4df8-8263-ea3b166c72e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:25,173 [214] [DEBUG] [app] Ending request: urn:request:028ceb56-7d79-4eec-a859-5db4042d8e97 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:028ceb56-7d79-4eec-a859-5db4042d8e97', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:18:25,174 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:25,176 [193] [DEBUG] [app] Starting request: urn:request:6840522e-85b0-42a4-b191-f2874a3abee5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:25,176 [194] [DEBUG] [app] Starting request: urn:request:e606cb51-5933-43cf-b79c-406a156fd2c3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:25,176 [193] [DEBUG] [app] Ending request: urn:request:6840522e-85b0-42a4-b191-f2874a3abee5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6840522e-85b0-42a4-b191-f2874a3abee5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:18:25,177 [194] [DEBUG] [app] Ending request: urn:request:e606cb51-5933-43cf-b79c-406a156fd2c3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e606cb51-5933-43cf-b79c-406a156fd2c3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:18:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:18:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:25,183 [193] [DEBUG] [app] Ending request: urn:request:05da4433-8b65-4ada-b32b-b876d22cc70e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:05da4433-8b65-4ada-b32b-b876d22cc70e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:25,183 [195] [DEBUG] [app] Ending request: urn:request:17477b3f-ae5f-4b42-9a7f-e020dde9d6d7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:17477b3f-ae5f-4b42-9a7f-e020dde9d6d7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:18:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:18:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:18:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:18:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:18:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:08.108858+00:00 (in 41.871761 seconds)
exportactionlogsworker stdout | 2023-06-29 13:18:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:26 UTC)" (scheduled at 2023-06-29 13:18:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:18:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:18:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:18:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:18:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:36.710348+00:00 (in 9.999467 seconds)
gcworker stdout | 2023-06-29 13:18:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:36 UTC)" (scheduled at 2023-06-29 13:18:26.710348+00:00)
gcworker stdout | 2023-06-29 13:18:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835106711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:18:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:18:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:18:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:18:27,648 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:18:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:40.109381+00:00 (in 9.999528 seconds)
notificationworker stdout | 2023-06-29 13:18:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:40 UTC)" (scheduled at 2023-06-29 13:18:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:18:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:18:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 30, 110362), True, datetime.datetime(2023, 6, 29, 13, 18, 30, 110362), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:18:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:18:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:18:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:18:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:18:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:38.227751+00:00 (in 7.999819 seconds)
repositorygcworker stdout | 2023-06-29 13:18:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:23:30 UTC)" (scheduled at 2023-06-29 13:18:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:18:30,229 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 18, 30, 228336), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:18:30,233 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 18, 30, 228336), True, datetime.datetime(2023, 6, 29, 13, 18, 30, 228336), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:18:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 18, 30, 228336), True, datetime.datetime(2023, 6, 29, 13, 18, 30, 228336), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 18, 30, 228336), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:18:30,235 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:18:30,235 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:23:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:18:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:18:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:38.157912+00:00 (in 5.094586 seconds)
securityworker stdout | 2023-06-29 13:18:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:03 UTC)" (scheduled at 2023-06-29 13:18:33.062807+00:00)
securityworker stdout | 2023-06-29 13:18:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:18:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:18:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:18:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:18:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:18:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:18:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:18:33,336 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:18:34,711 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:18:34,874 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:18:34,961 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:18:34,964 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:18:34,966 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:18:34,969 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:18:34,972 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
securityscanningnotificationworker stdout | 2023-06-29 13:18:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:18:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:14.835653+00:00 (in 38.823534 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:18:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:36 UTC)" (scheduled at 2023-06-29 13:18:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:18:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:18:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:18:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:18:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:46.710348+00:00 (in 9.999481 seconds)
gcworker stdout | 2023-06-29 13:18:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:46 UTC)" (scheduled at 2023-06-29 13:18:36.710348+00:00)
gcworker stdout | 2023-06-29 13:18:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835116711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:18:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:18:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:18:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:18:36,803 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:18:36,920 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:18:38,126 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
securityworker stdout | 2023-06-29 13:18:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:18:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:03.062807+00:00 (in 24.904377 seconds)
securityworker stdout | 2023-06-29 13:18:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:08 UTC)" (scheduled at 2023-06-29 13:18:38.157912+00:00)
securityworker stdout | 2023-06-29 13:18:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:18:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:18:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:18:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:18:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:18:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:18:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:18:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:18:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:18:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:18:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 13, 38, 164585), 1, 2])
securityworker stdout | 2023-06-29 13:18:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:18:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:18:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 13, 38, 164585), 1, 2])
securityworker stdout | 2023-06-29 13:18:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:18:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:18:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:18:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:18:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:18:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:18:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:18:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:18:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:18:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:18:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:58.014887+00:00 (in 19.786632 seconds)
repositorygcworker stdout | 2023-06-29 13:18:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:38 UTC)" (scheduled at 2023-06-29 13:18:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:18:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:18:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:18:39,724 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:18:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:50.109381+00:00 (in 9.999475 seconds)
notificationworker stdout | 2023-06-29 13:18:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:50 UTC)" (scheduled at 2023-06-29 13:18:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:18:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:18:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 40, 110399), True, datetime.datetime(2023, 6, 29, 13, 18, 40, 110399), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:18:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:18:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:18:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:18:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:18:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:04.217001+00:00 (in 24.083848 seconds)
namespacegcworker stdout | 2023-06-29 13:18:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:40 UTC)" (scheduled at 2023-06-29 13:18:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:18:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:18:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 40, 133582), True, datetime.datetime(2023, 6, 29, 13, 18, 40, 133582), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:18:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:18:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:18:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:18:40,169 [195] [DEBUG] [app] Starting request: urn:request:4e6843b1-0368-428b-bedd-c1d5fad554b7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:40,169 [193] [DEBUG] [app] Starting request: urn:request:dbf613d6-6f6f-4168-ae71-f7eec70cda88 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:18:40,172 [221] [DEBUG] [app] Starting request: urn:request:35bf0871-bef3-4f62-b6c9-083406d0904f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:40,172 [218] [DEBUG] [app] Starting request: urn:request:78c0e530-85fd-4672-8cbd-c32119936c5b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:40,172 [221] [DEBUG] [app] Ending request: urn:request:35bf0871-bef3-4f62-b6c9-083406d0904f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:35bf0871-bef3-4f62-b6c9-083406d0904f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:40,172 [218] [DEBUG] [app] Ending request: urn:request:78c0e530-85fd-4672-8cbd-c32119936c5b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:78c0e530-85fd-4672-8cbd-c32119936c5b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:18:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:18:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:40,175 [196] [DEBUG] [app] Starting request: urn:request:c7a1b3d3-68cd-4438-9478-64126cd94c9e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:40,176 [196] [DEBUG] [app] Ending request: urn:request:c7a1b3d3-68cd-4438-9478-64126cd94c9e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c7a1b3d3-68cd-4438-9478-64126cd94c9e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:18:40,176 [193] [DEBUG] [app] Starting request: urn:request:1c9650e0-7169-4951-b7c1-d58793f599e1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:18:40,177 [193] [DEBUG] [app] Ending request: urn:request:1c9650e0-7169-4951-b7c1-d58793f599e1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1c9650e0-7169-4951-b7c1-d58793f599e1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:18:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:18:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:40,183 [195] [DEBUG] [app] Ending request: urn:request:4e6843b1-0368-428b-bedd-c1d5fad554b7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4e6843b1-0368-428b-bedd-c1d5fad554b7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:40,183 [193] [DEBUG] [app] Ending request: urn:request:dbf613d6-6f6f-4168-ae71-f7eec70cda88 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:dbf613d6-6f6f-4168-ae71-f7eec70cda88', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:18:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:18:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:18:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
servicekey stdout | 2023-06-29 13:18:41,273 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:18:41,304 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:18:41,806 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:18:43,906 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:18:45,094 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:18:45,157 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:18:45,473 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:18:45,480 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:18:45,482 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:18:45,485 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:18:45,489 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:18:45,492 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:18:45,495 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:18:45,498 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gunicorn-registry stdout | 2023-06-29 13:18:45,500 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
securityworker stdout | 2023-06-29 13:18:45,658 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:18:45,797 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:18:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:18:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:16.328917+00:00 (in 29.999497 seconds)
buildlogsarchiver stdout | 2023-06-29 13:18:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:16 UTC)" (scheduled at 2023-06-29 13:18:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:18:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 18, 46, 329836), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:18:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:18:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:18:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:18:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:18:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:18:56.710348+00:00 (in 9.999422 seconds)
gcworker stdout | 2023-06-29 13:18:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:56 UTC)" (scheduled at 2023-06-29 13:18:46.710348+00:00)
gcworker stdout | 2023-06-29 13:18:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835126711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:18:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:18:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:18:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:18:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:18:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:18:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:46.720304+00:00 (in 59.999590 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:18:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:46 UTC)" (scheduled at 2023-06-29 13:18:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:18:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:18:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:18:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:18:46,780 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:18:46,985 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:18:46,988 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:18:46,991 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:18:48,506 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:18:48,538 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:18:48,935 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:18:49,017 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:18:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:18:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:00.109381+00:00 (in 9.999481 seconds)
notificationworker stdout | 2023-06-29 13:18:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:00 UTC)" (scheduled at 2023-06-29 13:18:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:18:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:18:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 50, 110370), True, datetime.datetime(2023, 6, 29, 13, 18, 50, 110370), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:18:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:18:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:18:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:18:55,169 [193] [DEBUG] [app] Starting request: urn:request:2c2b33d9-ce07-4804-9429-1b29f7fbfd80 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:55,169 [196] [DEBUG] [app] Starting request: urn:request:183d1017-6c63-4ab8-a8be-4fe66314d287 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:18:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:18:55,172 [208] [DEBUG] [app] Starting request: urn:request:9b867ac0-92ed-475b-8c24-92789ef06950 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:55,172 [221] [DEBUG] [app] Starting request: urn:request:e6d64bf5-7d1d-441c-bf6e-62d2cd6ab1bd (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:18:55,173 [208] [DEBUG] [app] Ending request: urn:request:9b867ac0-92ed-475b-8c24-92789ef06950 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9b867ac0-92ed-475b-8c24-92789ef06950', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:55,173 [221] [DEBUG] [app] Ending request: urn:request:e6d64bf5-7d1d-441c-bf6e-62d2cd6ab1bd (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e6d64bf5-7d1d-441c-bf6e-62d2cd6ab1bd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:18:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:18:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:18:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:55,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:18:55,176 [195] [DEBUG] [app] Starting request: urn:request:9d7be934-56d2-4795-83db-5ffa22864785 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:55,176 [194] [DEBUG] [app] Starting request: urn:request:3730a600-dd5b-49fe-bb50-aa01eb9612a0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:18:55,176 [195] [DEBUG] [app] Ending request: urn:request:9d7be934-56d2-4795-83db-5ffa22864785 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9d7be934-56d2-4795-83db-5ffa22864785', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:18:55,176 [194] [DEBUG] [app] Ending request: urn:request:3730a600-dd5b-49fe-bb50-aa01eb9612a0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3730a600-dd5b-49fe-bb50-aa01eb9612a0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:18:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:18:55,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:55,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:18:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:18:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:18:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:18:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:18:55,183 [196] [DEBUG] [app] Ending request: urn:request:183d1017-6c63-4ab8-a8be-4fe66314d287 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:183d1017-6c63-4ab8-a8be-4fe66314d287', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:55,183 [193] [DEBUG] [app] Ending request: urn:request:2c2b33d9-ce07-4804-9429-1b29f7fbfd80 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2c2b33d9-ce07-4804-9429-1b29f7fbfd80', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:18:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:18:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:18:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:18:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:18:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:18:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:18:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:18:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:06.710348+00:00 (in 9.999460 seconds)
gcworker stdout | 2023-06-29 13:18:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:06 UTC)" (scheduled at 2023-06-29 13:18:56.710348+00:00)
gcworker stdout | 2023-06-29 13:18:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835136711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:18:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:18:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:18:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:18:57,685 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:18:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:18:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:38.227751+00:00 (in 40.212395 seconds)
repositorygcworker stdout | 2023-06-29 13:18:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:58 UTC)" (scheduled at 2023-06-29 13:18:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:18:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:18:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 18, 58, 15743), True, datetime.datetime(2023, 6, 29, 13, 18, 58, 15743), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:18:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:18:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:18:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:19:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:19:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:10.109381+00:00 (in 9.999442 seconds)
notificationworker stdout | 2023-06-29 13:19:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:10 UTC)" (scheduled at 2023-06-29 13:19:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:19:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:19:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 0, 110395), True, datetime.datetime(2023, 6, 29, 13, 19, 0, 110395), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:19:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:19:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:19:00,117 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:19:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:19:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:08.157912+00:00 (in 5.094572 seconds)
securityworker stdout | 2023-06-29 13:19:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:33 UTC)" (scheduled at 2023-06-29 13:19:03.062807+00:00)
securityworker stdout | 2023-06-29 13:19:03,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:19:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:19:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:19:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:19:03,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:19:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:19:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:19:03,373 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:19:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:19:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:30.216752+00:00 (in 25.999288 seconds)
namespacegcworker stdout | 2023-06-29 13:19:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:04 UTC)" (scheduled at 2023-06-29 13:19:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:19:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:19:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:19:04,748 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:19:04,887 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:19:04,970 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:19:04,974 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:19:04,977 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:19:04,981 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:19:04,984 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:19:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:19:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:16.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:19:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:16 UTC)" (scheduled at 2023-06-29 13:19:06.710348+00:00)
gcworker stdout | 2023-06-29 13:19:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835146711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:19:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:19:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:19:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:19:06,840 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:19:06,958 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:19:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:19:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:26.236566+00:00 (in 18.127205 seconds)
exportactionlogsworker stdout | 2023-06-29 13:19:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:08 UTC)" (scheduled at 2023-06-29 13:19:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:19:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:19:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 8, 109857), True, datetime.datetime(2023, 6, 29, 13, 19, 8, 109857), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:19:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:19:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:19:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:19:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:19:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:33.062807+00:00 (in 24.904372 seconds)
securityworker stdout | 2023-06-29 13:19:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:38 UTC)" (scheduled at 2023-06-29 13:19:08.157912+00:00)
securityworker stdout | 2023-06-29 13:19:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:19:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:19:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:19:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:19:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:19:08,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
chunkcleanupworker stdout | 2023-06-29 13:19:08,164 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
securityworker stdout | 2023-06-29 13:19:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:19:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:19:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:19:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:19:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 14, 8, 165421), 1, 2])
securityworker stdout | 2023-06-29 13:19:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:19:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:19:08,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 14, 8, 165421), 1, 2])
securityworker stdout | 2023-06-29 13:19:08,174 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:19:08,174 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:19:08,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:08,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:19:08,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:19:08,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:19:08,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:19:08,175 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:08,175 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:19:08,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:19:09,739 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:19:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:10.614040+00:00 (in 0.504155 seconds)
notificationworker stdout | 2023-06-29 13:19:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:20 UTC)" (scheduled at 2023-06-29 13:19:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:19:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:19:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 10, 110301), True, datetime.datetime(2023, 6, 29, 13, 19, 10, 110301), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:19:10,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:19:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:19:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:19:10,169 [193] [DEBUG] [app] Starting request: urn:request:bd915a54-3286-410a-9c69-80c2c8c8467b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:10,169 [196] [DEBUG] [app] Starting request: urn:request:34b1305b-fa0e-44da-9d6b-56fed0b3df97 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:19:10,172 [218] [DEBUG] [app] Starting request: urn:request:89ebd351-0fb7-49fe-a1b3-9bb7a4e0f0af (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:10,173 [218] [DEBUG] [app] Ending request: urn:request:89ebd351-0fb7-49fe-a1b3-9bb7a4e0f0af (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:89ebd351-0fb7-49fe-a1b3-9bb7a4e0f0af', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:10,173 [213] [DEBUG] [app] Starting request: urn:request:b5245778-b4e3-4c21-9677-e5995749aa60 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:19:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:19:10,174 [213] [DEBUG] [app] Ending request: urn:request:b5245778-b4e3-4c21-9677-e5995749aa60 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b5245778-b4e3-4c21-9677-e5995749aa60', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.003 162 0.003)
gunicorn-web stdout | 2023-06-29 13:19:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:19:10,175 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:10,175 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:10,176 [194] [DEBUG] [app] Starting request: urn:request:65adfe51-337b-4dfc-96c7-276d6ab7cc2c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:10,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:10,176 [194] [DEBUG] [app] Ending request: urn:request:65adfe51-337b-4dfc-96c7-276d6ab7cc2c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:65adfe51-337b-4dfc-96c7-276d6ab7cc2c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:19:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:10,177 [195] [DEBUG] [app] Starting request: urn:request:3b9eb438-580e-4e58-a05e-05d3b8d007d8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:10,178 [195] [DEBUG] [app] Ending request: urn:request:3b9eb438-580e-4e58-a05e-05d3b8d007d8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3b9eb438-580e-4e58-a05e-05d3b8d007d8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:19:10,178 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:19:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:10,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:10,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:10,183 [193] [DEBUG] [app] Ending request: urn:request:bd915a54-3286-410a-9c69-80c2c8c8467b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bd915a54-3286-410a-9c69-80c2c8c8467b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:19:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:19:10,184 [196] [DEBUG] [app] Ending request: urn:request:34b1305b-fa0e-44da-9d6b-56fed0b3df97 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:34b1305b-fa0e-44da-9d6b-56fed0b3df97', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:10,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:19:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:19:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:20.109381+00:00 (in 9.494883 seconds)
notificationworker stdout | 2023-06-29 13:19:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:10 UTC)" (scheduled at 2023-06-29 13:19:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:19:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:19:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:19:11,311 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:19:11,337 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:19:11,843 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:19:13,914 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:36.011593+00:00 (in 21.175440 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:14 UTC)" (scheduled at 2023-06-29 13:19:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 14, 836604), True, datetime.datetime(2023, 6, 29, 13, 19, 14, 836604), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:19:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:19:15,126 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:19:15,192 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:19:15,483 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:19:15,490 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:19:15,493 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:19:15,497 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:19:15,500 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:19:15,503 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:19:15,506 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:19:15,508 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gunicorn-registry stdout | 2023-06-29 13:19:15,511 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
securityworker stdout | 2023-06-29 13:19:15,695 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:19:15,826 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:19:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:19:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:46.328917+00:00 (in 29.999473 seconds)
buildlogsarchiver stdout | 2023-06-29 13:19:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:46 UTC)" (scheduled at 2023-06-29 13:19:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:19:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 19, 16, 329809), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:19:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:19:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:19:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:19:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:19:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:19:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:26.710348+00:00 (in 9.999485 seconds)
gcworker stdout | 2023-06-29 13:19:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:26 UTC)" (scheduled at 2023-06-29 13:19:16.710348+00:00)
gcworker stdout | 2023-06-29 13:19:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835156711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:19:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:19:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:19:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:26 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:19:16,813 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:19:16,993 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:19:16,996 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:19:16,999 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityscanningnotificationworker stdout | 2023-06-29 13:19:18,543 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:19:18,554 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:19:18,975 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:19:19,053 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:19:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:30.109381+00:00 (in 9.999497 seconds)
notificationworker stdout | 2023-06-29 13:19:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:30 UTC)" (scheduled at 2023-06-29 13:19:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:19:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:19:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 20, 110374), True, datetime.datetime(2023, 6, 29, 13, 19, 20, 110374), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:19:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:19:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:19:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:19:25,170 [194] [DEBUG] [app] Starting request: urn:request:a05f7e46-f9d1-45ad-a367-ba83595de812 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:25,170 [193] [DEBUG] [app] Starting request: urn:request:c2bc6c8b-7ab7-46c3-b7b8-0f76ca3cd0c4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:25,173 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:25,173 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:19:25,175 [208] [DEBUG] [app] Starting request: urn:request:191db41b-2f3d-4342-ae20-0792caeaa5e2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:25,175 [218] [DEBUG] [app] Starting request: urn:request:28ce4de7-0e4a-41ad-b7d5-d3ea82d7ee7e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:25,175 [208] [DEBUG] [app] Ending request: urn:request:191db41b-2f3d-4342-ae20-0792caeaa5e2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:191db41b-2f3d-4342-ae20-0792caeaa5e2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:25,175 [218] [DEBUG] [app] Ending request: urn:request:28ce4de7-0e4a-41ad-b7d5-d3ea82d7ee7e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:28ce4de7-0e4a-41ad-b7d5-d3ea82d7ee7e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:25,175 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:19:25,176 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:25,176 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:25,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:25,177 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:25,177 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:25,178 [196] [DEBUG] [app] Starting request: urn:request:b13f2e6b-6ecd-4fe6-a6ff-ee5a64536dad (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:25,178 [195] [DEBUG] [app] Starting request: urn:request:080b3c5a-0951-404e-8c93-219f9c763fcc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:25,179 [195] [DEBUG] [app] Ending request: urn:request:080b3c5a-0951-404e-8c93-219f9c763fcc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:080b3c5a-0951-404e-8c93-219f9c763fcc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:19:25,179 [196] [DEBUG] [app] Ending request: urn:request:b13f2e6b-6ecd-4fe6-a6ff-ee5a64536dad (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b13f2e6b-6ecd-4fe6-a6ff-ee5a64536dad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:19:25,179 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:25,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:25,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:19:25,179 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:25,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:25,180 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:25,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:25,183 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:25,186 [194] [DEBUG] [app] Ending request: urn:request:a05f7e46-f9d1-45ad-a367-ba83595de812 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a05f7e46-f9d1-45ad-a367-ba83595de812', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:25,186 [193] [DEBUG] [app] Ending request: urn:request:c2bc6c8b-7ab7-46c3-b7b8-0f76ca3cd0c4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c2bc6c8b-7ab7-46c3-b7b8-0f76ca3cd0c4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:25,186 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:19:25,186 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:19:25,186 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:19:25,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
exportactionlogsworker stdout | 2023-06-29 13:19:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:19:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:49.236331+00:00 (in 22.999240 seconds)
exportactionlogsworker stdout | 2023-06-29 13:19:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:26 UTC)" (scheduled at 2023-06-29 13:19:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:19:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:19:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:19:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:19:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:36.710348+00:00 (in 9.999486 seconds)
gcworker stdout | 2023-06-29 13:19:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:36 UTC)" (scheduled at 2023-06-29 13:19:26.710348+00:00)
gcworker stdout | 2023-06-29 13:19:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835166711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:19:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:19:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:19:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:19:27,722 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:19:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:40.109381+00:00 (in 9.999449 seconds)
notificationworker stdout | 2023-06-29 13:19:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:40 UTC)" (scheduled at 2023-06-29 13:19:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:19:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:19:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 30, 110385), True, datetime.datetime(2023, 6, 29, 13, 19, 30, 110385), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:19:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:19:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:19:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:19:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:19:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:40.132615+00:00 (in 9.915377 seconds)
namespacegcworker stdout | 2023-06-29 13:19:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:24:30 UTC)" (scheduled at 2023-06-29 13:19:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:19:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 19, 30, 217658), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:19:30,224 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 19, 30, 217658), True, datetime.datetime(2023, 6, 29, 13, 19, 30, 217658), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:19:30,226 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 19, 30, 217658), True, datetime.datetime(2023, 6, 29, 13, 19, 30, 217658), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 19, 30, 217658), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:19:30,227 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:19:30,227 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:24:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:19:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:19:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:38.157912+00:00 (in 5.094427 seconds)
securityworker stdout | 2023-06-29 13:19:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:03 UTC)" (scheduled at 2023-06-29 13:19:33.062807+00:00)
securityworker stdout | 2023-06-29 13:19:33,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:19:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:19:33,138 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:19:33,140 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:19:33,144 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:19:33,145 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:19:33,145 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:19:33,383 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:19:34,786 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:19:34,925 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:19:34,982 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:19:34,985 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:19:34,989 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:19:34,992 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:19:34,995 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
securityscanningnotificationworker stdout | 2023-06-29 13:19:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:19:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:14.835653+00:00 (in 38.823517 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:19:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:36 UTC)" (scheduled at 2023-06-29 13:19:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:19:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:19:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:19:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:19:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:46.710348+00:00 (in 9.999440 seconds)
gcworker stdout | 2023-06-29 13:19:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:46 UTC)" (scheduled at 2023-06-29 13:19:36.710348+00:00)
gcworker stdout | 2023-06-29 13:19:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835176711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:19:36,719 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:19:36,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:19:36,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:19:36,878 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:19:36,995 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:19:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:19:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:03.062807+00:00 (in 24.904272 seconds)
securityworker stdout | 2023-06-29 13:19:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:08 UTC)" (scheduled at 2023-06-29 13:19:38.157912+00:00)
securityworker stdout | 2023-06-29 13:19:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:38,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:19:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:19:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:19:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:19:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:19:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:19:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:19:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:19:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:19:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:19:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 14, 38, 164594), 1, 2])
securityworker stdout | 2023-06-29 13:19:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:19:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:19:38,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 14, 38, 164594), 1, 2])
securityworker stdout | 2023-06-29 13:19:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:19:38,174 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:19:38,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:38,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:19:38,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:19:38,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:19:38,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:19:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:19:38,175 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:19:38,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:08 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:19:38,202 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
repositorygcworker stdout | 2023-06-29 13:19:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:19:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:58.014887+00:00 (in 19.786624 seconds)
repositorygcworker stdout | 2023-06-29 13:19:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:38 UTC)" (scheduled at 2023-06-29 13:19:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:19:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:19:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:38 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:19:39,778 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:19:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:50.109381+00:00 (in 9.999493 seconds)
notificationworker stdout | 2023-06-29 13:19:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:50 UTC)" (scheduled at 2023-06-29 13:19:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:19:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:19:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 40, 110352), True, datetime.datetime(2023, 6, 29, 13, 19, 40, 110352), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:19:40,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:19:40,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:19:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:19:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:19:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:04.217001+00:00 (in 24.083867 seconds)
namespacegcworker stdout | 2023-06-29 13:19:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:40 UTC)" (scheduled at 2023-06-29 13:19:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:19:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:19:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 40, 133521), True, datetime.datetime(2023, 6, 29, 13, 19, 40, 133521), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:19:40,139 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:19:40,139 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:19:40,139 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:19:40,169 [196] [DEBUG] [app] Starting request: urn:request:056be081-38d6-4a2d-9ae0-9e8099f03002 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:40,170 [193] [DEBUG] [app] Starting request: urn:request:b6e18024-d2c2-4d53-a70c-de5997d4a385 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:19:40,173 [208] [DEBUG] [app] Starting request: urn:request:2500e709-187e-404b-8d89-c31717b1d145 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:40,173 [218] [DEBUG] [app] Starting request: urn:request:19a0c624-7fbf-46f7-9772-3337734755a2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:40,174 [208] [DEBUG] [app] Ending request: urn:request:2500e709-187e-404b-8d89-c31717b1d145 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2500e709-187e-404b-8d89-c31717b1d145', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:40,174 [218] [DEBUG] [app] Ending request: urn:request:19a0c624-7fbf-46f7-9772-3337734755a2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:19a0c624-7fbf-46f7-9772-3337734755a2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:19:40,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:19:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:40,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:40,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:40,177 [196] [DEBUG] [app] Starting request: urn:request:bc76c095-b106-45d1-aeac-1221a92211ee (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:40,178 [196] [DEBUG] [app] Ending request: urn:request:bc76c095-b106-45d1-aeac-1221a92211ee (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bc76c095-b106-45d1-aeac-1221a92211ee', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:19:40,177 [194] [DEBUG] [app] Starting request: urn:request:46982f6b-31bd-499d-8b58-9eb043e2ab73 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:40,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:19:40,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:40,178 [194] [DEBUG] [app] Ending request: urn:request:46982f6b-31bd-499d-8b58-9eb043e2ab73 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:46982f6b-31bd-499d-8b58-9eb043e2ab73', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:19:40,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:40,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:40,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:40,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:40,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:40,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:40,186 [196] [DEBUG] [app] Ending request: urn:request:056be081-38d6-4a2d-9ae0-9e8099f03002 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:056be081-38d6-4a2d-9ae0-9e8099f03002', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:40,186 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:19:40,186 [193] [DEBUG] [app] Ending request: urn:request:b6e18024-d2c2-4d53-a70c-de5997d4a385 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b6e18024-d2c2-4d53-a70c-de5997d4a385', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:40,186 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:19:40,186 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:19:40,187 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
servicekey stdout | 2023-06-29 13:19:41,349 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:19:41,374 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:19:41,880 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:19:43,951 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:19:45,163 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:19:45,230 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:19:45,491 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:19:45,498 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:19:45,502 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:19:45,506 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:19:45,510 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:19:45,513 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:19:45,517 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:19:45,519 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gunicorn-registry stdout | 2023-06-29 13:19:45,522 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
securityworker stdout | 2023-06-29 13:19:45,732 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:19:45,863 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:19:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:19:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:16.328917+00:00 (in 29.999502 seconds)
buildlogsarchiver stdout | 2023-06-29 13:19:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:16 UTC)" (scheduled at 2023-06-29 13:19:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:19:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 19, 46, 329868), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:19:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:19:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:19:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:19:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:19:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:19:56.710348+00:00 (in 9.999428 seconds)
gcworker stdout | 2023-06-29 13:19:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:56 UTC)" (scheduled at 2023-06-29 13:19:46.710348+00:00)
gcworker stdout | 2023-06-29 13:19:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835186711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:19:46,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:19:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:19:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:19:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:19:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:19:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:46.720304+00:00 (in 59.999577 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:19:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:46 UTC)" (scheduled at 2023-06-29 13:19:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:19:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:19:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:19:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:19:46,849 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:19:47,003 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:19:47,008 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:19:47,011 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
manifestbackfillworker stdout | 2023-06-29 13:19:48,565 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:19:48,579 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:19:49,013 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:19:49,090 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
exportactionlogsworker stdout | 2023-06-29 13:19:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:19:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:08.108858+00:00 (in 18.872029 seconds)
exportactionlogsworker stdout | 2023-06-29 13:19:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:24:49 UTC)" (scheduled at 2023-06-29 13:19:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:19:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 19, 49, 237239), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:19:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 19, 49, 237239), True, datetime.datetime(2023, 6, 29, 13, 19, 49, 237239), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:19:49,244 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 19, 49, 237239), True, datetime.datetime(2023, 6, 29, 13, 19, 49, 237239), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 19, 49, 237239), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:19:49,245 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:19:49,245 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:24:49 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:19:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:19:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:00.109381+00:00 (in 9.999379 seconds)
notificationworker stdout | 2023-06-29 13:19:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:00 UTC)" (scheduled at 2023-06-29 13:19:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:19:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:19:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 50, 110437), True, datetime.datetime(2023, 6, 29, 13, 19, 50, 110437), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:19:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:19:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:19:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:19:55,169 [195] [DEBUG] [app] Starting request: urn:request:91873c37-21a3-41d2-9b5c-c2b0787c4606 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:55,169 [193] [DEBUG] [app] Starting request: urn:request:d56bde17-a62e-4d3a-89fa-3f818ab7645a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:19:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:19:55,173 [215] [DEBUG] [app] Starting request: urn:request:78c45235-e252-4107-952d-512e1d5e530f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:55,173 [208] [DEBUG] [app] Starting request: urn:request:44b24135-c34d-4da0-8dab-c55cd1e96ef0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:19:55,174 [208] [DEBUG] [app] Ending request: urn:request:44b24135-c34d-4da0-8dab-c55cd1e96ef0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:44b24135-c34d-4da0-8dab-c55cd1e96ef0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:55,174 [215] [DEBUG] [app] Ending request: urn:request:78c45235-e252-4107-952d-512e1d5e530f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:78c45235-e252-4107-952d-512e1d5e530f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:19:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:19:55,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:19:55,175 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:55,175 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:55,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:55,177 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:19:55,177 [194] [DEBUG] [app] Starting request: urn:request:baaa3770-5568-49a8-b49b-54388ff7fe3c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:55,178 [194] [DEBUG] [app] Ending request: urn:request:baaa3770-5568-49a8-b49b-54388ff7fe3c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:baaa3770-5568-49a8-b49b-54388ff7fe3c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:19:55,178 [195] [DEBUG] [app] Starting request: urn:request:05b5a004-9c63-4c3a-ba84-e3c4ce0e1dcf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:19:55,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:19:55,178 [195] [DEBUG] [app] Ending request: urn:request:05b5a004-9c63-4c3a-ba84-e3c4ce0e1dcf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:05b5a004-9c63-4c3a-ba84-e3c4ce0e1dcf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:19:55,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:19:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:19:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:19:55,179 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:55,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:19:55,179 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:55,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:19:55,183 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:55,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:19:55,186 [195] [DEBUG] [app] Ending request: urn:request:91873c37-21a3-41d2-9b5c-c2b0787c4606 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:91873c37-21a3-41d2-9b5c-c2b0787c4606', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:55,186 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:19:55,186 [193] [DEBUG] [app] Ending request: urn:request:d56bde17-a62e-4d3a-89fa-3f818ab7645a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d56bde17-a62e-4d3a-89fa-3f818ab7645a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:19:55,187 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.019 118 0.019)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:19:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.019 118 0.019)
gunicorn-web stdout | 2023-06-29 13:19:55,187 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:19:55,187 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:19:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:19:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:19:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:06.710348+00:00 (in 9.999389 seconds)
gcworker stdout | 2023-06-29 13:19:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:06 UTC)" (scheduled at 2023-06-29 13:19:56.710348+00:00)
gcworker stdout | 2023-06-29 13:19:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835196711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:19:56,719 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:19:56,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:19:56,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:19:57,759 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:19:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:19:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:38.227751+00:00 (in 40.212379 seconds)
repositorygcworker stdout | 2023-06-29 13:19:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:58 UTC)" (scheduled at 2023-06-29 13:19:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:19:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:19:58,017 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 19, 58, 15764), True, datetime.datetime(2023, 6, 29, 13, 19, 58, 15764), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:19:58,022 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:19:58,022 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:19:58,022 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:20:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:20:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:10.109381+00:00 (in 9.999457 seconds)
notificationworker stdout | 2023-06-29 13:20:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:10 UTC)" (scheduled at 2023-06-29 13:20:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:20:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:20:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 0, 110384), True, datetime.datetime(2023, 6, 29, 13, 20, 0, 110384), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:20:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:20:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:20:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:20:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:20:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:08.157912+00:00 (in 5.094630 seconds)
securityworker stdout | 2023-06-29 13:20:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:33 UTC)" (scheduled at 2023-06-29 13:20:03.062807+00:00)
securityworker stdout | 2023-06-29 13:20:03,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:20:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:20:03,067 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:20:03,069 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:20:03,073 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:20:03,073 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:20:03,073 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:20:03,419 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:20:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:20:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:40.132615+00:00 (in 35.915130 seconds)
namespacegcworker stdout | 2023-06-29 13:20:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:04 UTC)" (scheduled at 2023-06-29 13:20:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:20:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:20:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:20:04,823 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:20:04,963 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:20:04,992 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:20:04,996 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:20:05,000 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:20:05,003 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:20:05,006 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:20:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:20:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:16.710348+00:00 (in 9.999465 seconds)
gcworker stdout | 2023-06-29 13:20:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:16 UTC)" (scheduled at 2023-06-29 13:20:06.710348+00:00)
gcworker stdout | 2023-06-29 13:20:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835206711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:20:06,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:20:06,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:20:06,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:20:06,915 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:20:07,032 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:20:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:20:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:26.236566+00:00 (in 18.127209 seconds)
exportactionlogsworker stdout | 2023-06-29 13:20:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:08 UTC)" (scheduled at 2023-06-29 13:20:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:20:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:20:08,111 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 8, 109807), True, datetime.datetime(2023, 6, 29, 13, 20, 8, 109807), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:20:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:20:08,116 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:20:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:20:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:20:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:33.062807+00:00 (in 24.904300 seconds)
securityworker stdout | 2023-06-29 13:20:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:38 UTC)" (scheduled at 2023-06-29 13:20:08.157912+00:00)
securityworker stdout | 2023-06-29 13:20:08,159 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:08,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:20:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:20:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:20:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:20:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:20:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:20:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:20:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:20:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:20:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:20:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 15, 8, 165003), 1, 2])
securityworker stdout | 2023-06-29 13:20:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:20:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:20:08,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 15, 8, 165003), 1, 2])
securityworker stdout | 2023-06-29 13:20:08,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:20:08,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:20:08,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:08,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:20:08,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:20:08,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:20:08,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:20:08,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:08,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:20:08,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:20:08,209 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:20:09,815 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:20:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:10.614040+00:00 (in 0.504124 seconds)
notificationworker stdout | 2023-06-29 13:20:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:20 UTC)" (scheduled at 2023-06-29 13:20:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:20:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:20:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 10, 110360), True, datetime.datetime(2023, 6, 29, 13, 20, 10, 110360), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:20:10,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:20:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:20:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:20:10,170 [194] [DEBUG] [app] Starting request: urn:request:88a670cd-5857-4723-b4b6-aff9d315ec30 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:10,170 [193] [DEBUG] [app] Starting request: urn:request:ffcea5aa-c6a1-4209-b23f-0a4b903cca33 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:10,172 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:10,172 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:20:10,174 [218] [DEBUG] [app] Starting request: urn:request:6d8d2afa-0b5a-4da2-8f7a-e7c069d0dc8c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:10,174 [208] [DEBUG] [app] Starting request: urn:request:09696d38-4dd3-4fff-894a-2b1be4da27a5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:10,174 [218] [DEBUG] [app] Ending request: urn:request:6d8d2afa-0b5a-4da2-8f7a-e7c069d0dc8c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6d8d2afa-0b5a-4da2-8f7a-e7c069d0dc8c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:20:10,174 [208] [DEBUG] [app] Ending request: urn:request:09696d38-4dd3-4fff-894a-2b1be4da27a5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:09696d38-4dd3-4fff-894a-2b1be4da27a5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:20:10,175 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:20:10,175 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:10,175 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:10,175 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:10,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:10,177 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:10,178 [196] [DEBUG] [app] Starting request: urn:request:9cecefe4-0015-4c70-b6bd-368e6fb7aebc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:10,178 [193] [DEBUG] [app] Starting request: urn:request:da3d37d5-f45b-4991-b2e3-9f628aad0181 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:10,178 [196] [DEBUG] [app] Ending request: urn:request:9cecefe4-0015-4c70-b6bd-368e6fb7aebc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9cecefe4-0015-4c70-b6bd-368e6fb7aebc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:10,178 [193] [DEBUG] [app] Ending request: urn:request:da3d37d5-f45b-4991-b2e3-9f628aad0181 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:da3d37d5-f45b-4991-b2e3-9f628aad0181', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:10,179 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:20:10,179 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:10,179 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:10,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:10,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:10,180 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:10,183 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:10,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:10,187 [194] [DEBUG] [app] Ending request: urn:request:88a670cd-5857-4723-b4b6-aff9d315ec30 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:88a670cd-5857-4723-b4b6-aff9d315ec30', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:10,187 [193] [DEBUG] [app] Ending request: urn:request:ffcea5aa-c6a1-4209-b23f-0a4b903cca33 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ffcea5aa-c6a1-4209-b23f-0a4b903cca33', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:10,187 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:20:10,187 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
gunicorn-web stdout | 2023-06-29 13:20:10,187 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:20:10,187 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:20:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:20.109381+00:00 (in 9.494842 seconds)
notificationworker stdout | 2023-06-29 13:20:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:10 UTC)" (scheduled at 2023-06-29 13:20:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:20:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:20:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:20:11,368 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:20:11,410 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:20:11,917 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:20:13,989 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:36.011593+00:00 (in 21.175408 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:14 UTC)" (scheduled at 2023-06-29 13:20:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 14, 836631), True, datetime.datetime(2023, 6, 29, 13, 20, 14, 836631), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:20:14,843 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:20:15,202 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:20:15,267 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:20:15,505 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:20:15,508 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:20:15,513 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:20:15,516 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:20:15,520 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:20:15,524 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:20:15,527 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:20:15,531 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gunicorn-registry stdout | 2023-06-29 13:20:15,533 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
securityworker stdout | 2023-06-29 13:20:15,769 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:20:15,900 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:20:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:20:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:46.328917+00:00 (in 29.999419 seconds)
buildlogsarchiver stdout | 2023-06-29 13:20:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:46 UTC)" (scheduled at 2023-06-29 13:20:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:20:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 20, 16, 329884), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:20:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:20:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:20:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:20:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:20:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:20:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:26.710348+00:00 (in 9.999490 seconds)
gcworker stdout | 2023-06-29 13:20:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:26 UTC)" (scheduled at 2023-06-29 13:20:16.710348+00:00)
gcworker stdout | 2023-06-29 13:20:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835216711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:20:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:20:16,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:20:16,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:26 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:20:16,887 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:20:17,012 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:20:17,017 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:20:17,019 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
manifestbackfillworker stdout | 2023-06-29 13:20:18,602 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:20:18,615 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:20:19,050 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:20:19,127 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:20:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:30.109381+00:00 (in 9.999439 seconds)
notificationworker stdout | 2023-06-29 13:20:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:30 UTC)" (scheduled at 2023-06-29 13:20:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:20:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:20:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 20, 110381), True, datetime.datetime(2023, 6, 29, 13, 20, 20, 110381), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:20:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:20:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:20:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:30 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:20:24,634 [208] [DEBUG] [app] Starting request: urn:request:04c51abe-a223-4c21-adfa-99f14518acb2 (/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf) {'X-Forwarded-For': '123.123.41.3, 10.128.2.5'}
gunicorn-registry stdout | 2023-06-29 13:20:24,634 [208] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 'namespace_name': 'org1', 'repo_name': 'largesize'}
gunicorn-registry stdout | 2023-06-29 13:20:24,635 [208] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4MjMsImlhdCI6MTY4ODA0NDgyMywiZXhwIjoxNjg4MDQ4NDIzLCJzdWIiOiIoYW5vbnltb3VzKSIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoib3JnMS9sYXJnZXNpemUiLCJhY3Rpb25zIjpbXX1dLCJjb250ZXh0Ijp7ImNvbS5hcG9zdGlsbGUucm9vdHMiOnsib3JnMS9sYXJnZXNpemUiOiIkZGlzYWJsZWQifSwiY29tLmFwb3N0aWxsZS5yb290IjoiJGRpc2FibGVkIn19.WTbN0hrG7_U-1vWeVbawKyctuYHWMpaRCVoVFk3fNQwiKPNBme9c1gLIDM6M0YL9WuDQUEoD7JHq3KQLxfiyZFBbsxz1W5Z2n-w1x_rG1X9tWTz3pfj91tGb3Hu9pXX54cV5SNhGzq_dsafE0K86vi9dMIKyIwCpmTvsVE_2jv_1NgEz-Pg58wJJ6YHCHpG-oyJVlFk7HSyByy4DuiOL2uTvm2FlVTr9ascKuNCmJb7kGuUxYxGJj5gEXdFCDD3oIWQznZ2buH6d_Jun0wmkB87Whom0RFiuZh4Kpj7mww0rVz-q3yLJyXQXkZMBnJlAr3JRRIDjCMWGFGYeUcOAfA
gunicorn-registry stdout | 2023-06-29 13:20:24,635 [208] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4MjMsImlhdCI6MTY4ODA0NDgyMywiZXhwIjoxNjg4MDQ4NDIzLCJzdWIiOiIoYW5vbnltb3VzKSIsImFjY2VzcyI6W3sidHlwZSI6InJlcG9zaXRvcnkiLCJuYW1lIjoib3JnMS9sYXJnZXNpemUiLCJhY3Rpb25zIjpbXX1dLCJjb250ZXh0Ijp7ImNvbS5hcG9zdGlsbGUucm9vdHMiOnsib3JnMS9sYXJnZXNpemUiOiIkZGlzYWJsZWQifSwiY29tLmFwb3N0aWxsZS5yb290IjoiJGRpc2FibGVkIn19.WTbN0hrG7_U-1vWeVbawKyctuYHWMpaRCVoVFk3fNQwiKPNBme9c1gLIDM6M0YL9WuDQUEoD7JHq3KQLxfiyZFBbsxz1W5Z2n-w1x_rG1X9tWTz3pfj91tGb3Hu9pXX54cV5SNhGzq_dsafE0K86vi9dMIKyIwCpmTvsVE_2jv_1NgEz-Pg58wJJ6YHCHpG-oyJVlFk7HSyByy4DuiOL2uTvm2FlVTr9ascKuNCmJb7kGuUxYxGJj5gEXdFCDD3oIWQznZ2buH6d_Jun0wmkB87Whom0RFiuZh4Kpj7mww0rVz-q3yLJyXQXkZMBnJlAr3JRRIDjCMWGFGYeUcOAfA
gunicorn-registry stdout | 2023-06-29 13:20:24,637 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 20, 24, 635867), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 20, 24, 635907), 'quay', None, datetime.datetime(2023, 6, 28, 13, 20, 24, 635930), datetime.datetime(2023, 6, 22, 13, 20, 24, 635951), None])
gunicorn-registry stdout | 2023-06-29 13:20:24,637 [208] [DEBUG] [peewee.pool] No connection available in pool.
gunicorn-registry stdout | 2023-06-29 13:20:24,640 [208] [DEBUG] [peewee.pool] Created new connection 140140674944512.
gunicorn-registry stdout | 2023-06-29 13:20:24,645 [208] [DEBUG] [auth.permissions] Identity loaded: <Identity id="(anonymous)" auth_type="signed_jwt" provides=set()>
gunicorn-registry stdout | 2023-06-29 13:20:24,645 [208] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: (anonymous)
gunicorn-registry stdout | 2023-06-29 13:20:24,645 [208] [DEBUG] [auth.registry_jwt_auth] Identity changed to (anonymous)
gunicorn-registry stdout | 2023-06-29 13:20:24,646 [208] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'com.apostille.roots': {'org1/largesize': '$disabled'}, 'com.apostille.root': '$disabled'}
gunicorn-registry stdout | 2023-06-29 13:20:24,646 [208] [DEBUG] [endpoints.v2] Checking permission <class 'auth.permissions.ReadRepositoryPermission'> for repo: org1/largesize
gunicorn-registry stdout | 2023-06-29 13:20:24,647 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['org1', 'largesize', 3, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:20:24,650 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', [])
gunicorn-registry stdout | 2023-06-29 13:20:24,651 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:20:24,652 [208] [DEBUG] [endpoints.v2] sending response: b'{"errors":[{"code":"UNAUTHORIZED","detail":{},"message":"access to the requested resource is not authorized"}]}\n'
gunicorn-registry stdout | 2023-06-29 13:20:24,652 [208] [DEBUG] [app] Ending request: urn:request:04c51abe-a223-4c21-adfa-99f14518acb2 (/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:04c51abe-a223-4c21-adfa-99f14518acb2', 'remote_addr': '10.128.2.5', 'http_method': 'HEAD', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 'path': '/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:20:24,653 [208] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:20:24,653 [208] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:20:24,653 [208] [INFO] [gunicorn.access] 10.128.2.5 - - [29/Jun/2023:13:20:24 +0000] "HEAD /v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf HTTP/1.1" 401 0 "-" "containers/5.24.1 (github.com/containers/image)"
nginx stdout | 10.128.2.5 (-) - - [29/Jun/2023:13:20:24 +0000] "HEAD /v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf HTTP/1.1" 401 0 "-" "containers/5.24.1 (github.com/containers/image)" (0.020 1560 0.020)
gunicorn-web stdout | 2023-06-29 13:20:25,170 [196] [DEBUG] [app] Starting request: urn:request:3c852615-9875-4b98-a9e4-4ed972e7b3c8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:25,170 [195] [DEBUG] [app] Starting request: urn:request:ad08ce43-915c-43f0-8ffc-9a83ea8d32b7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:25,172 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:20:25,173 [208] [DEBUG] [app] Starting request: urn:request:5e3ac711-9db7-4a86-8da2-80ecb5a00c88 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:25,173 [214] [DEBUG] [app] Starting request: urn:request:1dd835d5-bb86-4d74-8189-5d15106e6063 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:25,174 [208] [DEBUG] [app] Ending request: urn:request:5e3ac711-9db7-4a86-8da2-80ecb5a00c88 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5e3ac711-9db7-4a86-8da2-80ecb5a00c88', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:20:25,174 [214] [DEBUG] [app] Ending request: urn:request:1dd835d5-bb86-4d74-8189-5d15106e6063 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1dd835d5-bb86-4d74-8189-5d15106e6063', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:20:25,175 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:20:25,175 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.003 162 0.003)
gunicorn-web stdout | 2023-06-29 13:20:25,175 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:25,175 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:25,177 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:25,177 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:25,178 [196] [DEBUG] [app] Starting request: urn:request:cee4f185-76db-4332-907f-2d591cff0940 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:25,179 [193] [DEBUG] [app] Starting request: urn:request:99fb3e2a-1270-4bb8-860e-8fb676daf4ff (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:25,179 [196] [DEBUG] [app] Ending request: urn:request:cee4f185-76db-4332-907f-2d591cff0940 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cee4f185-76db-4332-907f-2d591cff0940', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:25,179 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:25,180 [193] [DEBUG] [app] Ending request: urn:request:99fb3e2a-1270-4bb8-860e-8fb676daf4ff (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:99fb3e2a-1270-4bb8-860e-8fb676daf4ff', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:20:25,180 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:25,180 [196] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:20:25,181 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:25,181 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:25,181 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:25,184 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:25,184 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:25,188 [196] [DEBUG] [app] Ending request: urn:request:3c852615-9875-4b98-a9e4-4ed972e7b3c8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3c852615-9875-4b98-a9e4-4ed972e7b3c8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:25,188 [195] [DEBUG] [app] Ending request: urn:request:ad08ce43-915c-43f0-8ffc-9a83ea8d32b7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ad08ce43-915c-43f0-8ffc-9a83ea8d32b7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:25,188 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:20:25,188 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:20:25,189 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:20:25,189 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.021 118 0.021)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.021 118 0.021)
exportactionlogsworker stdout | 2023-06-29 13:20:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:20:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:08.108858+00:00 (in 41.871731 seconds)
exportactionlogsworker stdout | 2023-06-29 13:20:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:26 UTC)" (scheduled at 2023-06-29 13:20:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:20:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:20:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:20:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:20:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:36.710348+00:00 (in 9.999231 seconds)
gcworker stdout | 2023-06-29 13:20:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:36 UTC)" (scheduled at 2023-06-29 13:20:26.710348+00:00)
gcworker stdout | 2023-06-29 13:20:26,713 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835226711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:20:26,719 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:20:26,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:20:26,720 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:20:27,796 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:20:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:40.109381+00:00 (in 9.999472 seconds)
notificationworker stdout | 2023-06-29 13:20:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:40 UTC)" (scheduled at 2023-06-29 13:20:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:20:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:20:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 30, 110441), True, datetime.datetime(2023, 6, 29, 13, 20, 30, 110441), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:20:30,117 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:20:30,117 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:20:30,117 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:20:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:20:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:38.157912+00:00 (in 5.094478 seconds)
securityworker stdout | 2023-06-29 13:20:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:03 UTC)" (scheduled at 2023-06-29 13:20:33.062807+00:00)
securityworker stdout | 2023-06-29 13:20:33,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:20:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:20:33,067 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:20:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:20:33,073 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:20:33,074 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:20:33,074 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:20:33,456 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:20:34,859 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:20:34,996 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-web stdout | 2023-06-29 13:20:35,001 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:20:35,004 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:20:35,007 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:20:35,012 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:20:35,016 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
securityscanningnotificationworker stdout | 2023-06-29 13:20:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:20:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:14.835653+00:00 (in 38.823356 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:20:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:36 UTC)" (scheduled at 2023-06-29 13:20:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:20:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:20:36,013 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:20:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:20:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:46.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:20:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:46 UTC)" (scheduled at 2023-06-29 13:20:36.710348+00:00)
gcworker stdout | 2023-06-29 13:20:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835236711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:20:36,719 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:20:36,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:20:36,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:20:36,952 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:20:37,069 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:20:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:20:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:03.062807+00:00 (in 24.904290 seconds)
securityworker stdout | 2023-06-29 13:20:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:08 UTC)" (scheduled at 2023-06-29 13:20:38.157912+00:00)
securityworker stdout | 2023-06-29 13:20:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:38,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:20:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:20:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:20:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:20:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:20:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:20:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:20:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:20:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:20:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:20:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 15, 38, 165159), 1, 2])
securityworker stdout | 2023-06-29 13:20:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:20:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:20:38,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 15, 38, 165159), 1, 2])
securityworker stdout | 2023-06-29 13:20:38,174 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:20:38,174 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:20:38,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:38,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:20:38,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:20:38,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:20:38,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:20:38,175 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:20:38,175 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:20:38,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:20:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:20:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:58.014887+00:00 (in 19.786702 seconds)
repositorygcworker stdout | 2023-06-29 13:20:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:38 UTC)" (scheduled at 2023-06-29 13:20:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:20:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:20:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:20:38,246 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:20:39,847 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:20:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:50.109381+00:00 (in 9.999432 seconds)
notificationworker stdout | 2023-06-29 13:20:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:50 UTC)" (scheduled at 2023-06-29 13:20:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:20:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:20:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 40, 110506), True, datetime.datetime(2023, 6, 29, 13, 20, 40, 110506), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:20:40,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:20:40,117 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:20:40,117 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:20:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:20:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:04.217001+00:00 (in 24.083851 seconds)
namespacegcworker stdout | 2023-06-29 13:20:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:40 UTC)" (scheduled at 2023-06-29 13:20:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:20:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:20:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 40, 133619), True, datetime.datetime(2023, 6, 29, 13, 20, 40, 133619), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:20:40,139 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:20:40,140 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:20:40,140 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:20:40,170 [194] [DEBUG] [app] Starting request: urn:request:2c0ae1f9-0311-4d03-821f-82a612fd7c19 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,170 [196] [DEBUG] [app] Starting request: urn:request:9ff9e2d0-02f5-4fae-b491-01820e8c1ff6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:40,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:20:40,173 [221] [DEBUG] [app] Starting request: urn:request:e9714e6d-c1de-4501-b797-980e7f906954 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:40,174 [218] [DEBUG] [app] Starting request: urn:request:80041a99-19e6-489f-b40d-ca5cf30f8d8c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:40,174 [221] [DEBUG] [app] Ending request: urn:request:e9714e6d-c1de-4501-b797-980e7f906954 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e9714e6d-c1de-4501-b797-980e7f906954', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:20:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:20:40,175 [218] [DEBUG] [app] Ending request: urn:request:80041a99-19e6-489f-b40d-ca5cf30f8d8c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:80041a99-19e6-489f-b40d-ca5cf30f8d8c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,175 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:20:40,175 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:40,175 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:20:40,176 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:40,177 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:40,178 [195] [DEBUG] [app] Starting request: urn:request:9a444dac-971c-4ef5-9463-2203a03128b8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,178 [194] [DEBUG] [app] Starting request: urn:request:ba814184-0a98-4c1a-b3e7-33cc7bccefc7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,178 [195] [DEBUG] [app] Ending request: urn:request:9a444dac-971c-4ef5-9463-2203a03128b8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9a444dac-971c-4ef5-9463-2203a03128b8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,179 [194] [DEBUG] [app] Ending request: urn:request:ba814184-0a98-4c1a-b3e7-33cc7bccefc7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ba814184-0a98-4c1a-b3e7-33cc7bccefc7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:40,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:20:40,179 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:40,179 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:40,179 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:20:40,180 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:40,180 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:40,183 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:40,184 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:40,188 [196] [DEBUG] [app] Ending request: urn:request:9ff9e2d0-02f5-4fae-b491-01820e8c1ff6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9ff9e2d0-02f5-4fae-b491-01820e8c1ff6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:40,188 [194] [DEBUG] [app] Ending request: urn:request:2c0ae1f9-0311-4d03-821f-82a612fd7c19 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2c0ae1f9-0311-4d03-821f-82a612fd7c19', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:40,188 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:20:40,188 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:20:40,189 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.019 118 0.019)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.019 118 0.019)
gunicorn-web stdout | 2023-06-29 13:20:40,189 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
servicekey stdout | 2023-06-29 13:20:41,406 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:20:41,448 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:20:41,953 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:20:44,025 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:20:45,238 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:20:45,304 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:20:45,517 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:20:45,520 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:20:45,524 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:20:45,528 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:20:45,531 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:20:45,534 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:20:45,538 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:20:45,541 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:20:45,544 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:20:45,806 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:20:45,937 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:20:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:20:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:16.328917+00:00 (in 29.999501 seconds)
buildlogsarchiver stdout | 2023-06-29 13:20:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:16 UTC)" (scheduled at 2023-06-29 13:20:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:20:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 20, 46, 329839), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:20:46,336 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:20:46,336 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:20:46,336 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:20:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:20:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:20:56.710348+00:00 (in 9.999359 seconds)
gcworker stdout | 2023-06-29 13:20:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:56 UTC)" (scheduled at 2023-06-29 13:20:46.710348+00:00)
gcworker stdout | 2023-06-29 13:20:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835246711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:20:46,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:20:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:20:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:20:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:20:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:20:46,721 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:46.720304+00:00 (in 59.999477 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:20:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:46 UTC)" (scheduled at 2023-06-29 13:20:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:20:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:20:46,725 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:20:46,725 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:20:46,924 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:20:47,022 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:20:47,027 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:20:47,030 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
manifestbackfillworker stdout | 2023-06-29 13:20:48,640 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:20:48,650 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:20:49,089 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:20:49,163 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:20:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:20:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:00.109381+00:00 (in 9.999445 seconds)
notificationworker stdout | 2023-06-29 13:20:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:00 UTC)" (scheduled at 2023-06-29 13:20:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:20:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:20:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 50, 110445), True, datetime.datetime(2023, 6, 29, 13, 20, 50, 110445), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:20:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:20:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:20:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:20:55,170 [196] [DEBUG] [app] Starting request: urn:request:ef5a60d9-1fed-4cce-b4d9-d80d617b2a1c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,170 [193] [DEBUG] [app] Starting request: urn:request:98fe24c0-54f4-469c-a16e-4db1e1068e93 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:55,172 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:20:55,173 [221] [DEBUG] [app] Starting request: urn:request:937a49d6-d37a-4953-b66a-c4daee2393da (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:55,174 [208] [DEBUG] [app] Starting request: urn:request:e42a1dba-04ac-4b55-a041-079914b395dc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:20:55,174 [221] [DEBUG] [app] Ending request: urn:request:937a49d6-d37a-4953-b66a-c4daee2393da (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:937a49d6-d37a-4953-b66a-c4daee2393da', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:20:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:20:55,174 [208] [DEBUG] [app] Ending request: urn:request:e42a1dba-04ac-4b55-a041-079914b395dc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e42a1dba-04ac-4b55-a041-079914b395dc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:20:55,175 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:55,175 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:20:55,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:55,177 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:20:55,177 [195] [DEBUG] [app] Starting request: urn:request:0de271f6-cc1d-4dd8-a1ee-3f22b3e86461 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,178 [195] [DEBUG] [app] Ending request: urn:request:0de271f6-cc1d-4dd8-a1ee-3f22b3e86461 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0de271f6-cc1d-4dd8-a1ee-3f22b3e86461', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,178 [194] [DEBUG] [app] Starting request: urn:request:cf0cebd5-10e3-49a6-8103-e9be7b5b6f59 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:55,179 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:20:55,179 [194] [DEBUG] [app] Ending request: urn:request:cf0cebd5-10e3-49a6-8103-e9be7b5b6f59 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cf0cebd5-10e3-49a6-8103-e9be7b5b6f59', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:20:55,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:55,179 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:20:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:20:55,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:20:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:20:55,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:20:55,183 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:55,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:20:55,186 [196] [DEBUG] [app] Ending request: urn:request:ef5a60d9-1fed-4cce-b4d9-d80d617b2a1c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ef5a60d9-1fed-4cce-b4d9-d80d617b2a1c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:55,186 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:20:55,187 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
gunicorn-web stdout | 2023-06-29 13:20:55,187 [193] [DEBUG] [app] Ending request: urn:request:98fe24c0-54f4-469c-a16e-4db1e1068e93 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:98fe24c0-54f4-469c-a16e-4db1e1068e93', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:20:55,187 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:20:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.019 118 0.019)
gunicorn-web stdout | 2023-06-29 13:20:55,188 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:20:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:20:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:20:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:06.710348+00:00 (in 9.999535 seconds)
gcworker stdout | 2023-06-29 13:20:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:06 UTC)" (scheduled at 2023-06-29 13:20:56.710348+00:00)
gcworker stdout | 2023-06-29 13:20:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835256711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:20:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:20:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:20:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:20:57,833 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:20:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:20:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:38.227751+00:00 (in 40.212407 seconds)
repositorygcworker stdout | 2023-06-29 13:20:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:58 UTC)" (scheduled at 2023-06-29 13:20:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:20:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:20:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 20, 58, 15760), True, datetime.datetime(2023, 6, 29, 13, 20, 58, 15760), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:20:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:20:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:20:58,022 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:21:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:21:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:10.109381+00:00 (in 9.999444 seconds)
notificationworker stdout | 2023-06-29 13:21:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:10 UTC)" (scheduled at 2023-06-29 13:21:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:21:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:21:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 0, 110407), True, datetime.datetime(2023, 6, 29, 13, 21, 0, 110407), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:21:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:21:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:21:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:21:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:08.157912+00:00 (in 5.094544 seconds)
securityworker stdout | 2023-06-29 13:21:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:33 UTC)" (scheduled at 2023-06-29 13:21:03.062807+00:00)
securityworker stdout | 2023-06-29 13:21:03,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:21:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:21:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:21:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:21:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:21:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:21:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:21:03,493 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:21:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:21:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:40.132615+00:00 (in 35.915035 seconds)
namespacegcworker stdout | 2023-06-29 13:21:04,218 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:04 UTC)" (scheduled at 2023-06-29 13:21:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:21:04,218 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:21:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:21:04,897 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gunicorn-web stdout | 2023-06-29 13:21:05,012 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:21:05,014 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:21:05,018 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:21:05,021 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:21:05,024 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
globalpromstats stdout | 2023-06-29 13:21:05,031 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:21:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:21:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:16.710348+00:00 (in 9.999424 seconds)
gcworker stdout | 2023-06-29 13:21:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:16 UTC)" (scheduled at 2023-06-29 13:21:06.710348+00:00)
gcworker stdout | 2023-06-29 13:21:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835266711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:21:06,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:21:06,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:21:06,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:21:06,990 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:21:07,106 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:21:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:21:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:26.236566+00:00 (in 18.127063 seconds)
exportactionlogsworker stdout | 2023-06-29 13:21:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:08 UTC)" (scheduled at 2023-06-29 13:21:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:21:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:21:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 8, 110018), True, datetime.datetime(2023, 6, 29, 13, 21, 8, 110018), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:21:08,116 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:21:08,116 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:21:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:21:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:21:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:33.062807+00:00 (in 24.904385 seconds)
securityworker stdout | 2023-06-29 13:21:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:38 UTC)" (scheduled at 2023-06-29 13:21:08.157912+00:00)
securityworker stdout | 2023-06-29 13:21:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:21:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:21:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:21:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:21:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:21:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:21:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:21:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:21:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:21:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:21:08,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 16, 8, 165190), 1, 2])
securityworker stdout | 2023-06-29 13:21:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:21:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:21:08,174 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 16, 8, 165190), 1, 2])
securityworker stdout | 2023-06-29 13:21:08,174 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:21:08,174 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:21:08,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:08,175 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:21:08,175 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:21:08,175 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:21:08,175 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:21:08,176 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:08,176 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:21:08,176 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:21:08,255 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:21:09,869 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:21:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:10.614040+00:00 (in 0.504107 seconds)
notificationworker stdout | 2023-06-29 13:21:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:20 UTC)" (scheduled at 2023-06-29 13:21:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:21:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:21:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 10, 110363), True, datetime.datetime(2023, 6, 29, 13, 21, 10, 110363), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:21:10,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:21:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:21:10,169 [196] [DEBUG] [app] Starting request: urn:request:6feb99e8-23b9-442a-b0d6-671546b5c688 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:10,169 [194] [DEBUG] [app] Starting request: urn:request:2fab66c3-9971-48ee-9b67-f8aa458b2c0f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:21:10,173 [213] [DEBUG] [app] Starting request: urn:request:866ac677-e664-4615-91a5-662dd28a5410 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:10,173 [221] [DEBUG] [app] Starting request: urn:request:121fff29-9222-4368-a0a8-88f156211bb5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:10,173 [213] [DEBUG] [app] Ending request: urn:request:866ac677-e664-4615-91a5-662dd28a5410 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:866ac677-e664-4615-91a5-662dd28a5410', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:10,173 [221] [DEBUG] [app] Ending request: urn:request:121fff29-9222-4368-a0a8-88f156211bb5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:121fff29-9222-4368-a0a8-88f156211bb5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:21:10,174 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:21:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:10,177 [194] [DEBUG] [app] Starting request: urn:request:7a6f7168-50ed-4979-8182-ec69acaae57f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:10,177 [193] [DEBUG] [app] Starting request: urn:request:5a1cbadf-6afd-4128-90a8-7d9f5fbb748d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:10,177 [194] [DEBUG] [app] Ending request: urn:request:7a6f7168-50ed-4979-8182-ec69acaae57f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7a6f7168-50ed-4979-8182-ec69acaae57f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:10,177 [193] [DEBUG] [app] Ending request: urn:request:5a1cbadf-6afd-4128-90a8-7d9f5fbb748d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5a1cbadf-6afd-4128-90a8-7d9f5fbb748d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:10,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:10,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:10,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:21:10,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:10,182 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:10,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:10,185 [194] [DEBUG] [app] Ending request: urn:request:2fab66c3-9971-48ee-9b67-f8aa458b2c0f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2fab66c3-9971-48ee-9b67-f8aa458b2c0f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:10,185 [196] [DEBUG] [app] Ending request: urn:request:6feb99e8-23b9-442a-b0d6-671546b5c688 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6feb99e8-23b9-442a-b0d6-671546b5c688', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:10,186 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:10,186 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:10,186 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:21:10,186 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
notificationworker stdout | 2023-06-29 13:21:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:20.109381+00:00 (in 9.494835 seconds)
notificationworker stdout | 2023-06-29 13:21:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:10 UTC)" (scheduled at 2023-06-29 13:21:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:21:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:21:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:21:11,444 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:21:11,484 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:21:11,990 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:21:14,063 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:36.011593+00:00 (in 21.175207 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:14 UTC)" (scheduled at 2023-06-29 13:21:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 14, 836811), True, datetime.datetime(2023, 6, 29, 13, 21, 14, 836811), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,843 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,843 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:21:14,843 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:21:15,276 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:21:15,340 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:21:15,528 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:21:15,532 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:21:15,537 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:21:15,540 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:21:15,543 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:21:15,546 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:21:15,550 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:21:15,553 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:21:15,555 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:21:15,844 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:21:15,976 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:21:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:21:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:46.328917+00:00 (in 29.999466 seconds)
buildlogsarchiver stdout | 2023-06-29 13:21:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:46 UTC)" (scheduled at 2023-06-29 13:21:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:21:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 21, 16, 329986), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:21:16,336 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:21:16,336 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:21:16,336 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:21:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:21:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:21:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:26.710348+00:00 (in 9.999434 seconds)
gcworker stdout | 2023-06-29 13:21:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:26 UTC)" (scheduled at 2023-06-29 13:21:16.710348+00:00)
gcworker stdout | 2023-06-29 13:21:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835276711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:21:16,719 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:21:16,719 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:21:16,719 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:26 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:21:16,960 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:21:17,031 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:21:17,035 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:21:17,039 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
manifestbackfillworker stdout | 2023-06-29 13:21:18,649 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:21:18,688 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:21:19,126 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:21:19,200 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:21:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:30.109381+00:00 (in 9.999480 seconds)
notificationworker stdout | 2023-06-29 13:21:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:30 UTC)" (scheduled at 2023-06-29 13:21:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:21:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:21:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 20, 110435), True, datetime.datetime(2023, 6, 29, 13, 21, 20, 110435), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:21:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:21:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:20,117 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:21:25,169 [194] [DEBUG] [app] Starting request: urn:request:b0e9ab24-5c4c-4b70-bbf0-0e839b59cd76 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:25,169 [196] [DEBUG] [app] Starting request: urn:request:76cbeba7-308b-4484-99e5-983dabac9a52 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:21:25,173 [218] [DEBUG] [app] Starting request: urn:request:99178cd4-c69c-4333-bd01-4aa5db48945e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:25,173 [217] [DEBUG] [app] Starting request: urn:request:9a152eae-fb87-457d-8108-2b2834b7552c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:25,174 [218] [DEBUG] [app] Ending request: urn:request:99178cd4-c69c-4333-bd01-4aa5db48945e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:99178cd4-c69c-4333-bd01-4aa5db48945e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:25,174 [217] [DEBUG] [app] Ending request: urn:request:9a152eae-fb87-457d-8108-2b2834b7552c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9a152eae-fb87-457d-8108-2b2834b7552c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:21:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:21:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:25,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:25,176 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:25,177 [196] [DEBUG] [app] Starting request: urn:request:f6a898c8-f761-4957-a405-23b3b53d96a3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:25,177 [196] [DEBUG] [app] Ending request: urn:request:f6a898c8-f761-4957-a405-23b3b53d96a3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f6a898c8-f761-4957-a405-23b3b53d96a3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:25,178 [193] [DEBUG] [app] Starting request: urn:request:1d33bef2-8d6c-4650-8190-d6ce9afb8dab (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:21:25,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:25,178 [193] [DEBUG] [app] Ending request: urn:request:1d33bef2-8d6c-4650-8190-d6ce9afb8dab (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1d33bef2-8d6c-4650-8190-d6ce9afb8dab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:25,179 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:25,179 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:21:25,179 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:25,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:25,182 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:25,186 [196] [DEBUG] [app] Ending request: urn:request:76cbeba7-308b-4484-99e5-983dabac9a52 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:76cbeba7-308b-4484-99e5-983dabac9a52', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:25,186 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:25,186 [194] [DEBUG] [app] Ending request: urn:request:b0e9ab24-5c4c-4b70-bbf0-0e839b59cd76 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b0e9ab24-5c4c-4b70-bbf0-0e839b59cd76', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:25,186 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:25,186 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:21:25,186 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
exportactionlogsworker stdout | 2023-06-29 13:21:26,237 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:21:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:08.108858+00:00 (in 41.871706 seconds)
exportactionlogsworker stdout | 2023-06-29 13:21:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:26 UTC)" (scheduled at 2023-06-29 13:21:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:21:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:21:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:21:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:21:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:36.710348+00:00 (in 9.999465 seconds)
gcworker stdout | 2023-06-29 13:21:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:36 UTC)" (scheduled at 2023-06-29 13:21:26.710348+00:00)
gcworker stdout | 2023-06-29 13:21:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835286711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:21:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:21:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:21:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:21:27,870 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
gunicorn-registry stdout | 2023-06-29 13:21:28,074 [221] [DEBUG] [app] Starting request: urn:request:b48bf007-9804-41f5-89ea-d77aac8260e5 (/v2/) {'X-Forwarded-For': '123.123.41.3, 10.131.0.8'}
gunicorn-registry stdout | 2023-06-29 13:21:28,075 [221] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {}
gunicorn-registry stdout | 2023-06-29 13:21:28,075 [221] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4ODcsImlhdCI6MTY4ODA0NDg4NywiZXhwIjoxNjg4MDQ4NDg3LCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbXSwiY29udGV4dCI6eyJ2ZXJzaW9uIjoyLCJlbnRpdHlfa2luZCI6InVzZXIiLCJlbnRpdHlfcmVmZXJlbmNlIjoiYWMyZmM2ZjAtMmU4Ny00Njk1LTljODMtYjM1OTJiMDhlNzU3Iiwia2luZCI6InVzZXIiLCJ1c2VyIjoid2h1cXVheSIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnt9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.YK0zz0oYBFaZYm1XjBaWvqv1iCf9sjnHqVjkA5SadTrLsHevlENH2Pq_l_MuCBXE0PLiEL96AtNL0s23kdN6_AHgVopYJl7Yfm6r9XkXdwXRNkqd_3tMcvy66rw9eOEJUx6_dlzQNxNZtIhArCV515hrp6tTDu3vbXiXg0jAyXqRz5IRIWJBKbpzJfkDThrB02vKMLED6Cuzugcnyd0qrDdQSCDAEOWU9gCkAU6sMQKbgjSXBOQMh4ifspRBXYRigsC_Hg-aL_3E96b4ro7a29aKwPyrbjLjeHowlMN-C4GzqLzsMQH5guOefn2SfRpb5vFoPlZge3N0Q_KIz9ViJQ
gunicorn-registry stdout | 2023-06-29 13:21:28,075 [221] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4ODcsImlhdCI6MTY4ODA0NDg4NywiZXhwIjoxNjg4MDQ4NDg3LCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbXSwiY29udGV4dCI6eyJ2ZXJzaW9uIjoyLCJlbnRpdHlfa2luZCI6InVzZXIiLCJlbnRpdHlfcmVmZXJlbmNlIjoiYWMyZmM2ZjAtMmU4Ny00Njk1LTljODMtYjM1OTJiMDhlNzU3Iiwia2luZCI6InVzZXIiLCJ1c2VyIjoid2h1cXVheSIsImNvbS5hcG9zdGlsbGUucm9vdHMiOnt9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.YK0zz0oYBFaZYm1XjBaWvqv1iCf9sjnHqVjkA5SadTrLsHevlENH2Pq_l_MuCBXE0PLiEL96AtNL0s23kdN6_AHgVopYJl7Yfm6r9XkXdwXRNkqd_3tMcvy66rw9eOEJUx6_dlzQNxNZtIhArCV515hrp6tTDu3vbXiXg0jAyXqRz5IRIWJBKbpzJfkDThrB02vKMLED6Cuzugcnyd0qrDdQSCDAEOWU9gCkAU6sMQKbgjSXBOQMh4ifspRBXYRigsC_Hg-aL_3E96b4ro7a29aKwPyrbjLjeHowlMN-C4GzqLzsMQH5guOefn2SfRpb5vFoPlZge3N0Q_KIz9ViJQ
gunicorn-registry stdout | 2023-06-29 13:21:28,077 [221] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 21, 28, 75810), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 21, 28, 75835), 'quay', None, datetime.datetime(2023, 6, 28, 13, 21, 28, 75852), datetime.datetime(2023, 6, 22, 13, 21, 28, 75862), None])
gunicorn-registry stdout | 2023-06-29 13:21:28,077 [221] [DEBUG] [peewee.pool] No connection available in pool.
gunicorn-registry stdout | 2023-06-29 13:21:28,080 [221] [DEBUG] [peewee.pool] Created new connection 140140674944512.
gunicorn-registry stdout | 2023-06-29 13:21:28,085 [221] [DEBUG] [auth.permissions] Identity loaded: <Identity id="whuquay" auth_type="signed_jwt" provides=set()>
gunicorn-registry stdout | 2023-06-29 13:21:28,085 [221] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: whuquay
gunicorn-registry stdout | 2023-06-29 13:21:28,085 [221] [DEBUG] [auth.registry_jwt_auth] Identity changed to whuquay
gunicorn-registry stdout | 2023-06-29 13:21:28,085 [221] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': 'ac2fc6f0-2e87-4695-9c83-b3592b08e757', 'kind': 'user', 'user': 'whuquay', 'com.apostille.roots': {}, 'com.apostille.root': '$disabled'}
gunicorn-registry stdout | 2023-06-29 13:21:28,086 [221] [DEBUG] [app] Ending request: urn:request:b48bf007-9804-41f5-89ea-d77aac8260e5 (/v2/) {'endpoint': 'v2.v2_support_enabled', 'request_id': 'urn:request:b48bf007-9804-41f5-89ea-d77aac8260e5', 'remote_addr': '10.131.0.8', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/', 'path': '/v2/', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:21:28,086 [221] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:21:28,086 [221] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:21:28,086 [221] [INFO] [gunicorn.access] 10.131.0.8 - - [29/Jun/2023:13:21:28 +0000] "GET /v2/ HTTP/1.1" 200 4 "-" "containers/5.24.1 (github.com/containers/image)"
nginx stdout | 10.131.0.8 (-) - - [29/Jun/2023:13:21:28 +0000] "GET /v2/ HTTP/1.1" 200 4 "-" "containers/5.24.1 (github.com/containers/image)" (0.013 1533 0.013)
notificationworker stdout | 2023-06-29 13:21:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:39.613650+00:00 (in 9.503690 seconds)
notificationworker stdout | 2023-06-29 13:21:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:40 UTC)" (scheduled at 2023-06-29 13:21:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:21:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:21:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 30, 110404), True, datetime.datetime(2023, 6, 29, 13, 21, 30, 110404), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:21:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:21:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:40 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:21:32,387 [208] [DEBUG] [app] Starting request: urn:request:750700d9-5beb-4088-aa85-9092fa1338e9 (/v2/) {'X-Forwarded-For': '123.123.41.3, 10.128.2.5'}
gunicorn-registry stdout | 2023-06-29 13:21:32,387 [208] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {}
gunicorn-registry stdout | 2023-06-29 13:21:32,387 [208] [DEBUG] [auth.registry_jwt_auth] No auth header.
gunicorn-registry stdout | 2023-06-29 13:21:32,388 [208] [DEBUG] [app] Ending request: urn:request:750700d9-5beb-4088-aa85-9092fa1338e9 (/v2/) {'endpoint': 'v2.v2_support_enabled', 'request_id': 'urn:request:750700d9-5beb-4088-aa85-9092fa1338e9', 'remote_addr': '10.128.2.5', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/', 'path': '/v2/', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:21:32,388 [208] [INFO] [gunicorn.access] 10.128.2.5 - - [29/Jun/2023:13:21:32 +0000] "GET /v2/ HTTP/1.1" 401 4 "-" "containers/5.24.1 (github.com/containers/image)"
nginx stdout | 10.128.2.5 (-) - - [29/Jun/2023:13:21:32 +0000] "GET /v2/ HTTP/1.1" 401 4 "-" "containers/5.24.1 (github.com/containers/image)" (0.003 556 0.003)
securityworker stdout | 2023-06-29 13:21:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:21:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:38.157912+00:00 (in 5.094555 seconds)
securityworker stdout | 2023-06-29 13:21:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:03 UTC)" (scheduled at 2023-06-29 13:21:33.062807+00:00)
securityworker stdout | 2023-06-29 13:21:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:21:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:21:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:21:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:21:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:21:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:21:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:03 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:21:33,465 [208] [DEBUG] [app] Starting request: urn:request:4bcb8ca6-32dc-4056-8d3d-198ced002040 (/v2/auth) {'X-Forwarded-For': '123.123.41.3, 10.131.0.8'}
gunicorn-registry stdout | 2023-06-29 13:21:33,466 [208] [DEBUG] [auth.basic] Attempt to process basic auth header
gunicorn-registry stdout | 2023-06-29 13:21:33,467 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) OR ("t1"."email" = %s)) LIMIT %s OFFSET %s', ['whuquay', 'whuquay', 1, 0])
expiredappspecifictokenworker stdout | 2023-06-29 13:21:33,530 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-registry stdout | 2023-06-29 13:21:33,702 [208] [DEBUG] [auth.credentials] Successfully validated credentials for user whuquay
gunicorn-registry stdout | 2023-06-29 13:21:33,703 [208] [DEBUG] [auth.decorators] Found valid auth result: (<AuthKind.basic: 'basic'>, False, None, [<User: 1>, None, None, None, None, None, None])
gunicorn-registry stdout | 2023-06-29 13:21:33,703 [208] [DEBUG] [auth.permissions] Identity loaded: <QuayDeferredPermissionUser id="ac2fc6f0-2e87-4695-9c83-b3592b08e757" auth_type="user_uuid" provides=set()>
gunicorn-registry stdout | 2023-06-29 13:21:33,703 [208] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: ac2fc6f0-2e87-4695-9c83-b3592b08e757
gunicorn-registry stdout | 2023-06-29 13:21:33,703 [208] [DEBUG] [endpoints.v2.v2auth] Request audience: quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com
gunicorn-registry stdout | 2023-06-29 13:21:33,703 [208] [DEBUG] [endpoints.v2.v2auth] Scope request: ['repository:org1/largesize:pull,push']
gunicorn-registry stdout | 2023-06-29 13:21:33,704 [208] [DEBUG] [endpoints.v2.v2auth] Match: ('org1/largesize', 'org1/largesize', 'pull,push')
gunicorn-registry stdout | 2023-06-29 13:21:33,705 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['org1', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:33,706 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['org1', 'largesize', 3, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:33,707 [208] [DEBUG] [auth.permissions] Loading user permissions after deferring for: ac2fc6f0-2e87-4695-9c83-b3592b08e757
gunicorn-registry stdout | 2023-06-29 13:21:33,707 [208] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin')
gunicorn-registry stdout | 2023-06-29 13:21:33,707 [208] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin')
gunicorn-registry stdout | 2023-06-29 13:21:33,707 [208] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin')
gunicorn-registry stdout | 2023-06-29 13:21:33,710 [208] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['largesize', 'org1', 1, 'largesize', 'org1', 1])
gunicorn-registry stdout | 2023-06-29 13:21:33,713 [208] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='org1', name='largesize', role='admin')
gunicorn-registry stdout | 2023-06-29 13:21:33,714 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."organization_id", "t1"."creation_date", "t1"."upstream_registry", "t1"."upstream_registry_username", "t1"."upstream_registry_password", "t1"."expiration_s", "t1"."insecure" FROM "proxycacheconfig" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE (("t2"."username" = %s) AND ("t2"."organization" = %s)) LIMIT %s OFFSET %s', ['org1', True, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:33,715 [208] [DEBUG] [auth.permissions] Loading user permissions after deferring for: ac2fc6f0-2e87-4695-9c83-b3592b08e757
gunicorn-registry stdout | 2023-06-29 13:21:33,722 [208] [DEBUG] [app] Ending request: urn:request:4bcb8ca6-32dc-4056-8d3d-198ced002040 (/v2/auth) {'endpoint': 'v2.generate_registry_jwt', 'request_id': 'urn:request:4bcb8ca6-32dc-4056-8d3d-198ced002040', 'remote_addr': '10.131.0.8', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/auth?account=whuquay&scope=repository%3Aorg1%2Flargesize%3Apull%2Cpush&service=quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com', 'path': '/v2/auth', 'parameters': {'account': 'whuquay', 'scope': 'repository:org1/largesize:pull,push', 'service': 'quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com'}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:21:33,722 [208] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:21:33,722 [208] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
nginx stdout | 10.131.0.8 (-) - whuquay [29/Jun/2023:13:21:33 +0000] "GET /v2/auth?account=whuquay&scope=repository%3Aorg1%2Flargesize%3Apull%2Cpush&service=quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com HTTP/1.1" 200 1098 "-" "containers/5.24.1 (github.com/containers/image)" (0.257 718 0.257)
gunicorn-registry stdout | 2023-06-29 13:21:33,722 [208] [INFO] [gunicorn.access] 10.131.0.8 - whuquay [29/Jun/2023:13:21:33 +0000] "GET /v2/auth?account=whuquay&scope=repository%3Aorg1%2Flargesize%3Apull%2Cpush&service=quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com HTTP/1.1" 200 1098 "-" "containers/5.24.1 (github.com/containers/image)"
gunicorn-registry stdout | 2023-06-29 13:21:33,724 [208] [DEBUG] [data.userevent] Published user event docker-cli: {'action': 'push_start', 'namespace': 'org1', 'repository': 'largesize'}
gunicorn-registry stdout | 2023-06-29 13:21:34,746 [208] [DEBUG] [app] Starting request: urn:request:86c101ad-69a0-471d-ad41-98a7cec1c694 (/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf) {'X-Forwarded-For': '123.123.41.3, 10.128.2.5'}
gunicorn-registry stdout | 2023-06-29 13:21:34,746 [208] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'digest': 'sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 'namespace_name': 'org1', 'repo_name': 'largesize'}
gunicorn-registry stdout | 2023-06-29 13:21:34,746 [208] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4OTMsImlhdCI6MTY4ODA0NDg5MywiZXhwIjoxNjg4MDQ4NDkzLCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbeyJ0eXBlIjoicmVwb3NpdG9yeSIsIm5hbWUiOiJvcmcxL2xhcmdlc2l6ZSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiJhYzJmYzZmMC0yZTg3LTQ2OTUtOWM4My1iMzU5MmIwOGU3NTciLCJraW5kIjoidXNlciIsInVzZXIiOiJ3aHVxdWF5IiwiY29tLmFwb3N0aWxsZS5yb290cyI6eyJvcmcxL2xhcmdlc2l6ZSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.bZY8IOlB5I6Tu-rBR49VbIaagsHWwz5uVboYdTw5Sqbif_UH9MXX-J-4_fX5QU2WqHLP53t9YmqJgMUFkrYDoSFAFqZ4Ljhk6KnTFIrpJWCa24onAKB9Lc1JQ_LXsg7rmP5E2apbqKc2RrcU4PzxGeWXXoOV6yidtYIb6nL6D40HlLlj7qH5RkU02NqpycAownReKxo8Oop6-zGq3w1T_KOikkYl4MCS-bXR2tgoNiPBk3GQZjFxup_i2WJylJiXG8HxwEt4keOJhKg5Y3ZWywp54WyIRNzfMjrUpR9rMqN_vVyyAantSoGM43_E8YVBqXe7VSDn7D_cE6SXaj28jQ
gunicorn-registry stdout | 2023-06-29 13:21:34,746 [208] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4OTMsImlhdCI6MTY4ODA0NDg5MywiZXhwIjoxNjg4MDQ4NDkzLCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbeyJ0eXBlIjoicmVwb3NpdG9yeSIsIm5hbWUiOiJvcmcxL2xhcmdlc2l6ZSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiJhYzJmYzZmMC0yZTg3LTQ2OTUtOWM4My1iMzU5MmIwOGU3NTciLCJraW5kIjoidXNlciIsInVzZXIiOiJ3aHVxdWF5IiwiY29tLmFwb3N0aWxsZS5yb290cyI6eyJvcmcxL2xhcmdlc2l6ZSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.bZY8IOlB5I6Tu-rBR49VbIaagsHWwz5uVboYdTw5Sqbif_UH9MXX-J-4_fX5QU2WqHLP53t9YmqJgMUFkrYDoSFAFqZ4Ljhk6KnTFIrpJWCa24onAKB9Lc1JQ_LXsg7rmP5E2apbqKc2RrcU4PzxGeWXXoOV6yidtYIb6nL6D40HlLlj7qH5RkU02NqpycAownReKxo8Oop6-zGq3w1T_KOikkYl4MCS-bXR2tgoNiPBk3GQZjFxup_i2WJylJiXG8HxwEt4keOJhKg5Y3ZWywp54WyIRNzfMjrUpR9rMqN_vVyyAantSoGM43_E8YVBqXe7VSDn7D_cE6SXaj28jQ
gunicorn-registry stdout | 2023-06-29 13:21:34,747 [208] [DEBUG] [auth.permissions] Identity loaded: <Identity id="whuquay" auth_type="signed_jwt" provides={_ResourceNeed(type='repository', namespace='org1', name='largesize', role='write')}>
gunicorn-registry stdout | 2023-06-29 13:21:34,747 [208] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: whuquay
gunicorn-registry stdout | 2023-06-29 13:21:34,747 [208] [DEBUG] [auth.registry_jwt_auth] Identity changed to whuquay
gunicorn-registry stdout | 2023-06-29 13:21:34,747 [208] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': 'ac2fc6f0-2e87-4695-9c83-b3592b08e757', 'kind': 'user', 'user': 'whuquay', 'com.apostille.roots': {'org1/largesize': '$disabled'}, 'com.apostille.root': '$disabled'}
gunicorn-registry stdout | 2023-06-29 13:21:34,747 [208] [DEBUG] [endpoints.v2] Checking permission <class 'auth.permissions.ReadRepositoryPermission'> for repo: org1/largesize
gunicorn-registry stdout | 2023-06-29 13:21:34,748 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['ac2fc6f0-2e87-4695-9c83-b3592b08e757', False, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:34,749 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."organization_id", "t1"."creation_date", "t1"."upstream_registry", "t1"."upstream_registry_username", "t1"."upstream_registry_password", "t1"."expiration_s", "t1"."insecure" FROM "proxycacheconfig" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE (("t2"."username" = %s) AND ("t2"."organization" = %s)) LIMIT %s OFFSET %s', ['org1', True, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:34,750 [208] [DEBUG] [endpoints.decorators] Skipping pull through proxy cache: <Model: ProxyCacheConfig> instance matching query does not exist:
gunicorn-registry stdout | SQL: SELECT "t1"."id", "t1"."organization_id", "t1"."creation_date", "t1"."upstream_registry", "t1"."upstream_registry_username", "t1"."upstream_registry_password", "t1"."expiration_s", "t1"."insecure" FROM "proxycacheconfig" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE (("t2"."username" = %s) AND ("t2"."organization" = %s)) LIMIT %s OFFSET %s
gunicorn-registry stdout | Params: ['org1', True, 1, 0]
gunicorn-registry stdout | 2023-06-29 13:21:34,750 [208] [DEBUG] [data.cache.impl] Checking cache for key repo_blob__org1_largesize_sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf_2
gunicorn-registry stdout | 2023-06-29 13:21:34,751 [208] [DEBUG] [data.cache.impl] Found no result in cache for key repo_blob__org1_largesize_sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf_2; calling loader
gunicorn-registry stdout | 2023-06-29 13:21:34,751 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['org1', 'largesize', 3, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:34,753 [208] [DEBUG] [peewee] ('SELECT "t1"."uuid" FROM "imagestorage" AS "t1" INNER JOIN "uploadedblob" AS "t2" ON ("t2"."blob_id" = "t1"."id") WHERE (("t2"."repository_id" = %s) AND ("t1"."content_checksum" = %s)) LIMIT %s OFFSET %s', [1, 'sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:34,754 [208] [DEBUG] [peewee] ('SELECT "t1"."uuid" FROM "imagestorage" AS "t1" INNER JOIN "manifestblob" AS "t2" ON ("t2"."blob_id" = "t1"."id") WHERE (("t2"."repository_id" = %s) AND ("t1"."content_checksum" = %s)) LIMIT %s OFFSET %s', [1, 'sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:34,755 [208] [DEBUG] [data.cache.impl] Got loaded result for key repo_blob__org1_largesize_sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf_2: None
gunicorn-registry stdout | 2023-06-29 13:21:34,755 [208] [DEBUG] [data.cache.impl] Not caching loaded result for key repo_blob__org1_largesize_sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf_2: None
gunicorn-registry stdout | 2023-06-29 13:21:34,755 [208] [DEBUG] [endpoints.v2] sending response: b'{"errors":[{"code":"BLOB_UNKNOWN","detail":{},"message":"blob unknown to registry"}]}\n'
gunicorn-registry stdout | 2023-06-29 13:21:34,755 [208] [DEBUG] [app] Ending request: urn:request:86c101ad-69a0-471d-ad41-98a7cec1c694 (/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf) {'endpoint': 'v2.check_blob_exists', 'request_id': 'urn:request:86c101ad-69a0-471d-ad41-98a7cec1c694', 'remote_addr': '10.128.2.5', 'http_method': 'HEAD', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 'path': '/v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:21:34,755 [208] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:21:34,755 [208] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:21:34,756 [208] [INFO] [gunicorn.access] 10.128.2.5 - - [29/Jun/2023:13:21:34 +0000] "HEAD /v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf HTTP/1.1" 404 0 "-" "containers/5.24.1 (github.com/containers/image)"
nginx stdout | 10.128.2.5 (-) - - [29/Jun/2023:13:21:34 +0000] "HEAD /v2/org1/largesize/blobs/sha256:637a3c7a75fab78abec0f114dc8d4db21f5532d1750cdab761d38ae2d1066cbf HTTP/1.1" 404 0 "-" "containers/5.24.1 (github.com/containers/image)" (0.012 1735 0.012)
gcworker stdout | 2023-06-29 13:21:34,934 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gunicorn-web stdout | 2023-06-29 13:21:35,019 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:21:35,022 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:21:35,025 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:21:35,027 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:21:35,030 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
globalpromstats stdout | 2023-06-29 13:21:35,067 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:21:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:21:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:14.835653+00:00 (in 38.823523 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:21:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:36 UTC)" (scheduled at 2023-06-29 13:21:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:21:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:21:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:21:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:21:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:46.710348+00:00 (in 9.999429 seconds)
gcworker stdout | 2023-06-29 13:21:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:46 UTC)" (scheduled at 2023-06-29 13:21:36.710348+00:00)
gcworker stdout | 2023-06-29 13:21:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835296711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:21:36,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:21:36,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:21:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:21:37,027 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:21:37,113 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:21:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:21:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:03.062807+00:00 (in 24.904380 seconds)
securityworker stdout | 2023-06-29 13:21:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:08 UTC)" (scheduled at 2023-06-29 13:21:38.157912+00:00)
securityworker stdout | 2023-06-29 13:21:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:21:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:21:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:21:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:21:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:21:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:21:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:21:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:21:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:21:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:21:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 16, 38, 165127), 1, 2])
securityworker stdout | 2023-06-29 13:21:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:21:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:21:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 16, 38, 165127), 1, 2])
securityworker stdout | 2023-06-29 13:21:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:21:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:21:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:21:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:21:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:21:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:21:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:21:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:21:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:21:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:21:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:58.014887+00:00 (in 19.786689 seconds)
repositorygcworker stdout | 2023-06-29 13:21:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:38 UTC)" (scheduled at 2023-06-29 13:21:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:21:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:21:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:21:38,281 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:21:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:40.109381+00:00 (in 0.495206 seconds)
notificationworker stdout | 2023-06-29 13:21:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:26:39 UTC)" (scheduled at 2023-06-29 13:21:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:21:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 21, 39, 614586), 'notification/%'])
notificationworker stdout | 2023-06-29 13:21:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 21, 39, 614586), True, datetime.datetime(2023, 6, 29, 13, 21, 39, 614586), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:21:39,621 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 21, 39, 614586), True, datetime.datetime(2023, 6, 29, 13, 21, 39, 614586), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 21, 39, 614586), 'notification/%'])
notificationworker stdout | 2023-06-29 13:21:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:26:39 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:21:39,906 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:21:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:50.109381+00:00 (in 9.999520 seconds)
notificationworker stdout | 2023-06-29 13:21:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:50 UTC)" (scheduled at 2023-06-29 13:21:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:21:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:21:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 40, 110297), True, datetime.datetime(2023, 6, 29, 13, 21, 40, 110297), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:21:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:21:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:21:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:21:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:04.217001+00:00 (in 24.083774 seconds)
namespacegcworker stdout | 2023-06-29 13:21:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:40 UTC)" (scheduled at 2023-06-29 13:21:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:21:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:21:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 40, 133636), True, datetime.datetime(2023, 6, 29, 13, 21, 40, 133636), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:21:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:21:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:21:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:21:40,169 [195] [DEBUG] [app] Starting request: urn:request:e65c1634-ffd3-4250-b54a-54dc48884cbb (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:40,169 [193] [DEBUG] [app] Starting request: urn:request:8df93a95-82ae-4abe-b8ad-8720e2520b28 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:21:40,172 [221] [DEBUG] [app] Starting request: urn:request:d242b53a-9715-480c-95e6-450a261bc3f8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:40,172 [208] [DEBUG] [app] Starting request: urn:request:89c2de76-0c07-4a27-ace9-34800aed9d80 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:40,172 [208] [DEBUG] [app] Ending request: urn:request:89c2de76-0c07-4a27-ace9-34800aed9d80 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:89c2de76-0c07-4a27-ace9-34800aed9d80', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:40,173 [221] [DEBUG] [app] Ending request: urn:request:d242b53a-9715-480c-95e6-450a261bc3f8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d242b53a-9715-480c-95e6-450a261bc3f8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:21:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.003)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.003)
gunicorn-web stdout | 2023-06-29 13:21:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:40,175 [193] [DEBUG] [app] Starting request: urn:request:14d69413-7457-4e78-b2e2-461ea84cd725 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:40,176 [196] [DEBUG] [app] Starting request: urn:request:a874fc2f-fefc-47ad-bd7c-adc6e577597f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:40,176 [193] [DEBUG] [app] Ending request: urn:request:14d69413-7457-4e78-b2e2-461ea84cd725 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:14d69413-7457-4e78-b2e2-461ea84cd725', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:40,176 [196] [DEBUG] [app] Ending request: urn:request:a874fc2f-fefc-47ad-bd7c-adc6e577597f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a874fc2f-fefc-47ad-bd7c-adc6e577597f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:21:40,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:40,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:40,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:21:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:40,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:40,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:40,182 [193] [DEBUG] [app] Ending request: urn:request:8df93a95-82ae-4abe-b8ad-8720e2520b28 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8df93a95-82ae-4abe-b8ad-8720e2520b28', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:40,182 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:40,182 [195] [DEBUG] [app] Ending request: urn:request:e65c1634-ffd3-4250-b54a-54dc48884cbb (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e65c1634-ffd3-4250-b54a-54dc48884cbb', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:40,182 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:21:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:21:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-registry stdout | 2023-06-29 13:21:40,314 [208] [DEBUG] [app] Starting request: urn:request:f451739e-8691-4a47-ad48-940633ef48f7 (/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854) {'X-Forwarded-For': '123.123.41.3, 10.128.2.5'}
gunicorn-registry stdout | 2023-06-29 13:21:40,314 [208] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'a259d799-9d9e-4281-a97f-1a31508fa854', 'namespace_name': 'org1', 'repo_name': 'largesize'}
gunicorn-registry stdout | 2023-06-29 13:21:40,314 [208] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4OTMsImlhdCI6MTY4ODA0NDg5MywiZXhwIjoxNjg4MDQ4NDkzLCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbeyJ0eXBlIjoicmVwb3NpdG9yeSIsIm5hbWUiOiJvcmcxL2xhcmdlc2l6ZSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiJhYzJmYzZmMC0yZTg3LTQ2OTUtOWM4My1iMzU5MmIwOGU3NTciLCJraW5kIjoidXNlciIsInVzZXIiOiJ3aHVxdWF5IiwiY29tLmFwb3N0aWxsZS5yb290cyI6eyJvcmcxL2xhcmdlc2l6ZSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.bZY8IOlB5I6Tu-rBR49VbIaagsHWwz5uVboYdTw5Sqbif_UH9MXX-J-4_fX5QU2WqHLP53t9YmqJgMUFkrYDoSFAFqZ4Ljhk6KnTFIrpJWCa24onAKB9Lc1JQ_LXsg7rmP5E2apbqKc2RrcU4PzxGeWXXoOV6yidtYIb6nL6D40HlLlj7qH5RkU02NqpycAownReKxo8Oop6-zGq3w1T_KOikkYl4MCS-bXR2tgoNiPBk3GQZjFxup_i2WJylJiXG8HxwEt4keOJhKg5Y3ZWywp54WyIRNzfMjrUpR9rMqN_vVyyAantSoGM43_E8YVBqXe7VSDn7D_cE6SXaj28jQ
gunicorn-registry stdout | 2023-06-29 13:21:40,314 [208] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4OTMsImlhdCI6MTY4ODA0NDg5MywiZXhwIjoxNjg4MDQ4NDkzLCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbeyJ0eXBlIjoicmVwb3NpdG9yeSIsIm5hbWUiOiJvcmcxL2xhcmdlc2l6ZSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiJhYzJmYzZmMC0yZTg3LTQ2OTUtOWM4My1iMzU5MmIwOGU3NTciLCJraW5kIjoidXNlciIsInVzZXIiOiJ3aHVxdWF5IiwiY29tLmFwb3N0aWxsZS5yb290cyI6eyJvcmcxL2xhcmdlc2l6ZSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.bZY8IOlB5I6Tu-rBR49VbIaagsHWwz5uVboYdTw5Sqbif_UH9MXX-J-4_fX5QU2WqHLP53t9YmqJgMUFkrYDoSFAFqZ4Ljhk6KnTFIrpJWCa24onAKB9Lc1JQ_LXsg7rmP5E2apbqKc2RrcU4PzxGeWXXoOV6yidtYIb6nL6D40HlLlj7qH5RkU02NqpycAownReKxo8Oop6-zGq3w1T_KOikkYl4MCS-bXR2tgoNiPBk3GQZjFxup_i2WJylJiXG8HxwEt4keOJhKg5Y3ZWywp54WyIRNzfMjrUpR9rMqN_vVyyAantSoGM43_E8YVBqXe7VSDn7D_cE6SXaj28jQ
gunicorn-registry stdout | 2023-06-29 13:21:40,315 [208] [DEBUG] [auth.permissions] Identity loaded: <Identity id="whuquay" auth_type="signed_jwt" provides={_ResourceNeed(type='repository', namespace='org1', name='largesize', role='write')}>
gunicorn-registry stdout | 2023-06-29 13:21:40,315 [208] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: whuquay
gunicorn-registry stdout | 2023-06-29 13:21:40,315 [208] [DEBUG] [auth.registry_jwt_auth] Identity changed to whuquay
gunicorn-registry stdout | 2023-06-29 13:21:40,315 [208] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': 'ac2fc6f0-2e87-4695-9c83-b3592b08e757', 'kind': 'user', 'user': 'whuquay', 'com.apostille.roots': {'org1/largesize': '$disabled'}, 'com.apostille.root': '$disabled'}
gunicorn-registry stdout | 2023-06-29 13:21:40,315 [208] [DEBUG] [endpoints.v2] Checking permission <class 'auth.permissions.ModifyRepositoryPermission'> for repo: org1/largesize
gunicorn-registry stdout | 2023-06-29 13:21:40,316 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['org1', 'largesize', 3, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:40,318 [208] [DEBUG] [peewee] ('SELECT Sum("t1"."byte_count") AS "size_bytes" FROM "blobupload" AS "t1" WHERE ("t1"."repository_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:40,319 [208] [DEBUG] [peewee] ('SELECT "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" = %s)', [1])
gunicorn-registry stdout | 2023-06-29 13:21:40,320 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['org1', False, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:40,320 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:40,321 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['org1', False, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:40,322 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['org1'])
gunicorn-registry stdout | 2023-06-29 13:21:40,323 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."uuid", "t1"."byte_count", "t1"."sha_state", "t1"."location_id", "t1"."storage_metadata", "t1"."chunk_count", "t1"."uncompressed_byte_count", "t1"."created", "t1"."piece_sha_state", "t1"."piece_hashes", "t2"."id", "t2"."name" FROM "blobupload" AS "t1" INNER JOIN "imagestoragelocation" AS "t2" ON ("t1"."location_id" = "t2"."id") WHERE ("t1"."uuid" = %s) LIMIT %s OFFSET %s', ['a259d799-9d9e-4281-a97f-1a31508fa854', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:21:40,324 [208] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:21:40,324 [208] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:21:40,325 [208] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/endpoints.json
gunicorn-registry stdout | 2023-06-29 13:21:40,332 [208] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/sdk-default-configuration.json
gunicorn-registry stdout | 2023-06-29 13:21:40,332 [208] [DEBUG] [botocore.hooks] Event choose-service-name: calling handler <function handle_service_name_alias at 0x7f750dfac430>
gunicorn-registry stdout | 2023-06-29 13:21:40,340 [208] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/s3/2006-03-01/service-2.json
gunicorn-registry stdout | 2023-06-29 13:21:40,348 [208] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_post at 0x7f750e032ee0>
gunicorn-registry stdout | 2023-06-29 13:21:40,348 [208] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function lazy_call.<locals>._handler at 0x7f750c317310>
gunicorn-registry stdout | 2023-06-29 13:21:40,358 [208] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_url at 0x7f750e032ca0>
gunicorn-registry stdout | 2023-06-29 13:21:40,360 [208] [DEBUG] [botocore.endpoint] Setting s3 timeout as (60, 60)
gunicorn-registry stdout | 2023-06-29 13:21:40,361 [208] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/_retry.json
gunicorn-registry stdout | 2023-06-29 13:21:40,362 [208] [DEBUG] [botocore.client] Registering retry handlers for service: s3
gunicorn-registry stdout | 2023-06-29 13:21:40,368 [208] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/boto3/data/s3/2006-03-01/resources-1.json
gunicorn-registry stdout | 2023-06-29 13:21:40,369 [208] [DEBUG] [botocore.hooks] Event choose-service-name: calling handler <function handle_service_name_alias at 0x7f750dfac430>
gunicorn-registry stdout | 2023-06-29 13:21:40,370 [208] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_post at 0x7f750e032ee0>
gunicorn-registry stdout | 2023-06-29 13:21:40,370 [208] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function lazy_call.<locals>._handler at 0x7f750c317310>
gunicorn-registry stdout | 2023-06-29 13:21:40,370 [208] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_url at 0x7f750e032ca0>
gunicorn-registry stdout | 2023-06-29 13:21:40,371 [208] [DEBUG] [botocore.endpoint] Setting s3 timeout as (60, 60)
gunicorn-registry stdout | 2023-06-29 13:21:40,372 [208] [DEBUG] [botocore.client] Registering retry handlers for service: s3
gunicorn-registry stdout | 2023-06-29 13:21:40,373 [208] [DEBUG] [boto3.resources.factory] Loading s3:s3
gunicorn-registry stdout | 2023-06-29 13:21:40,373 [208] [DEBUG] [boto3.resources.factory] Loading s3:Bucket
gunicorn-registry stdout | 2023-06-29 13:21:40,374 [208] [DEBUG] [boto3.resources.model] Renaming Bucket attribute name
gunicorn-registry stdout | 2023-06-29 13:21:40,374 [208] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Bucket: calling handler <function lazy_call.<locals>._handler at 0x7f750c317550>
gunicorn-registry stdout | 2023-06-29 13:21:40,374 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:40,374 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a21fb50>>
gunicorn-registry stdout | 2023-06-29 13:21:40,374 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a21fbe0>>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a21fb50>>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadBucket) with params: {'url_path': '/quay3.3.0', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a21f0d0>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event request-created.s3.HeadBucket: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f7509f511c0>>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadBucket: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a21fc40>>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadBucket: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:40,375 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadBucket: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a21fc40>>
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.utils] Using S3 path style addressing.
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | HEAD
gunicorn-registry stdout | /quay3.3.0
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132140Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132140Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 8a8d7726b6d5acc422b7937a24c3e11ee445ae2fdf5d0dca3c74d256238d76a8
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | fcf0a2f5e1e98574930a10d05320c99545a2b96482132ed63f3f57380d2adcb2
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.hooks] Event request-created.s3.HeadBucket: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:40,376 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42', 'X-Amz-Date': b'20230629T132140Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=fcf0a2f5e1e98574930a10d05320c99545a2b96482132ed63f3f57380d2adcb2', 'amz-sdk-invocation-id': b'f67b1821-a697-4d2b-889f-eb80d96b503d', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:21:40,377 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:40,377 [208] [DEBUG] [urllib3.connectionpool] Starting new HTTPS connection (1): s3.us-south.cloud-object-storage.appdomain.cloud:443
gunicorn-registry stdout | 2023-06-29 13:21:40,736 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:21:40,737 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:21:40 GMT', 'X-Clv-Request-Id': '65b38908-ed7e-43c1-92b5-6dff64998de6', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '65b38908-ed7e-43c1-92b5-6dff64998de6', 'ibm-sse-kp-enabled': 'false', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:21:40,737 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:21:40,737 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadBucket: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a21fa90>
gunicorn-registry stdout | 2023-06-29 13:21:40,737 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:21:40,737 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadBucket: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a21fb50>>
gunicorn-registry stdout | 2023-06-29 13:21:40,737 [208] [DEBUG] [boto3.resources.factory] Loading s3:Object
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f750c3175e0>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [boto3.resources.action] Calling s3:create_multipart_upload with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'ContentType': 'application/octet-stream', 'ServerSideEncryption': 'AES256'}
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function validate_ascii_metadata at 0x7f750df45820>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:40,739 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=CreateMultipartUpload) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploads', 'query_string': {}, 'method': 'POST', 'headers': {'Content-Type': 'application/octet-stream', 'x-amz-server-side-encryption': 'AES256', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploads', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event request-created.s3.CreateMultipartUpload: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.CreateMultipartUpload: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.CreateMultipartUpload: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.CreateMultipartUpload: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.utils] Using S3 path style addressing.
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | POST
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | uploads=
gunicorn-registry stdout | content-type:application/octet-stream
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132140Z
gunicorn-registry stdout | x-amz-server-side-encryption:AES256
gunicorn-registry stdout | content-type;host;x-amz-content-sha256;x-amz-date;x-amz-server-side-encryption
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132140Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | f43e22f58a4a48eefd0854b9c2bba7cf20cfed79ff4c27b5b9e29c1ef6fc6b55
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 9bd66f5f2bf5c798d685b474b00e914e8dc70311fab463c741e32999c700c600
gunicorn-registry stdout | 2023-06-29 13:21:40,740 [208] [DEBUG] [botocore.hooks] Event request-created.s3.CreateMultipartUpload: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:40,741 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=POST, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploads, headers={'Content-Type': b'application/octet-stream', 'x-amz-server-side-encryption': b'AES256', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132140Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-type;host;x-amz-content-sha256;x-amz-date;x-amz-server-side-encryption, Signature=9bd66f5f2bf5c798d685b474b00e914e8dc70311fab463c741e32999c700c600', 'amz-sdk-invocation-id': b'593c6796-f9cf-49a5-be3c-64d4dc210537', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
gunicorn-registry stdout | 2023-06-29 13:21:40,741 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:40,741 [208] [DEBUG] [urllib3.connectionpool] Starting new HTTPS connection (1): s3.us-south.cloud-object-storage.appdomain.cloud:443
gunicorn-registry stdout | 2023-06-29 13:21:41,252 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "POST /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploads HTTP/1.1" 200 325
gunicorn-registry stdout | 2023-06-29 13:21:41,253 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:21:40 GMT', 'X-Clv-Request-Id': '46664a77-6e1e-44ff-94a7-c9daeb3b06b5', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '46664a77-6e1e-44ff-94a7-c9daeb3b06b5', 'Content-Type': 'application/xml', 'Content-Length': '325'}
gunicorn-registry stdout | 2023-06-29 13:21:41,253 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><InitiateMultipartUploadResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Bucket>quay3.3.0</Bucket><Key>datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58</Key><UploadId>01000189-0751-12e7-ebfb-1aba29a14c50</UploadId></InitiateMultipartUploadResult>'
gunicorn-registry stdout | 2023-06-29 13:21:41,253 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.CreateMultipartUpload: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:21:41,253 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:21:41,254 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:41,254 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '46664a77-6e1e-44ff-94a7-c9daeb3b06b5', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:21:40 GMT', 'x-clv-request-id': '46664a77-6e1e-44ff-94a7-c9daeb3b06b5', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '46664a77-6e1e-44ff-94a7-c9daeb3b06b5', 'content-type': 'application/xml', 'content-length': '325'}, 'RetryAttempts': 0}, 'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50'}
gunicorn-registry stdout | 2023-06-29 13:21:41,254 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUpload
servicekey stdout | 2023-06-29 13:21:41,481 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:21:41,520 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:21:42,027 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:21:44,076 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:21:45,313 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:21:45,376 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:21:45,537 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:21:45,543 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:21:45,548 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:21:45,551 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:21:45,554 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:21:45,556 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:21:45,560 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:21:45,562 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:21:45,565 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:21:45,880 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:21:46,012 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:21:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:21:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:16.328917+00:00 (in 29.999389 seconds)
buildlogsarchiver stdout | 2023-06-29 13:21:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:16 UTC)" (scheduled at 2023-06-29 13:21:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:21:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 21, 46, 330047), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:21:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:21:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:21:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:21:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:21:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:21:56.710348+00:00 (in 9.999472 seconds)
gcworker stdout | 2023-06-29 13:21:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:56 UTC)" (scheduled at 2023-06-29 13:21:46.710348+00:00)
gcworker stdout | 2023-06-29 13:21:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835306711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:21:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:21:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:21:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:21:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:21:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:21:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:46.720304+00:00 (in 59.999518 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:21:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:46 UTC)" (scheduled at 2023-06-29 13:21:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:21:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:21:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:21:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:21:46,995 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:21:47,038 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:21:47,043 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:21:47,046 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
gunicorn-registry stdout | 2023-06-29 13:21:47,079 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:21:47,079 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:21:47,079 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 1, 'Body': <_io.BytesIO object at 0x7f7509b048b0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:47,080 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 1}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'HvkVvIZwAnFDFGTWUSjkQw==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509b048b0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=1', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:21:47,089 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=1&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:HvkVvIZwAnFDFGTWUSjkQw==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132147Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132147Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | ac0e765576cd81c31836c70c87071e47abb1ebf17b791c5a36fd4d1cff45c8bf
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 73a2283b8810a88d21ee4c784db6cb7f8c8c1e0d85ade6ac8f978a0a9ca114ce
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=1, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'HvkVvIZwAnFDFGTWUSjkQw==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132147Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=73a2283b8810a88d21ee4c784db6cb7f8c8c1e0d85ade6ac8f978a0a9ca114ce', 'amz-sdk-invocation-id': b'37cf4963-3b42-41a3-bac4-ba3710885469', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:21:47,090 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:47,091 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:21:47,416 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:21:48,546 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=1 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:21:48,547 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '2e316ca4-2ec6-4a1c-a9ef-f25a4ac43f67', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '2e316ca4-2ec6-4a1c-a9ef-f25a4ac43f67', 'ETag': '"1ef915bc86700271431464d65128e443"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:21:48,547 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:21:48,547 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:21:48,547 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:21:48,547 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:48,547 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '2e316ca4-2ec6-4a1c-a9ef-f25a4ac43f67', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '2e316ca4-2ec6-4a1c-a9ef-f25a4ac43f67', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '2e316ca4-2ec6-4a1c-a9ef-f25a4ac43f67', 'etag': '"1ef915bc86700271431464d65128e443"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"1ef915bc86700271431464d65128e443"'}
manifestbackfillworker stdout | 2023-06-29 13:21:48,686 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:21:48,713 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:21:49,162 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:21:49,236 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:21:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:21:50,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:00.109381+00:00 (in 9.999539 seconds)
notificationworker stdout | 2023-06-29 13:21:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:00 UTC)" (scheduled at 2023-06-29 13:21:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:21:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:21:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 50, 110262), True, datetime.datetime(2023, 6, 29, 13, 21, 50, 110262), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:21:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:21:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:21:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:00 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 2, 'Body': <_io.BytesIO object at 0x7f750a8f5ef0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:21:50,288 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:50,289 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:21:50,297 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 2}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'kPBxAXzkVLiJyJwzgEBJZg==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750a8f5ef0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=2', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=2&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:kPBxAXzkVLiJyJwzgEBJZg==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132150Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132150Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 85f66a9e0a8bcdeb106ccf9b899348daf28027de740606078591ea6c418b4aca
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | edca52c085eff0cb98e610610c35cd0178e606ba11d0620c6e90020fa3516291
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:50,298 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=2, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'kPBxAXzkVLiJyJwzgEBJZg==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132150Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=edca52c085eff0cb98e610610c35cd0178e606ba11d0620c6e90020fa3516291', 'amz-sdk-invocation-id': b'6cf06879-1e20-43e9-9d63-49f805405d58', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:21:50,299 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:50,299 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:21:50,563 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:21:51,811 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=2 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:21:51,812 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': 'd988507f-75f6-4aba-b041-4ef0ab2b8cf8', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'd988507f-75f6-4aba-b041-4ef0ab2b8cf8', 'ETag': '"90f071017ce454b889c89c3380404966"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:21:51,812 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:21:51,812 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:21:51,812 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:21:51,812 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:51,812 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'd988507f-75f6-4aba-b041-4ef0ab2b8cf8', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': 'd988507f-75f6-4aba-b041-4ef0ab2b8cf8', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'd988507f-75f6-4aba-b041-4ef0ab2b8cf8', 'etag': '"90f071017ce454b889c89c3380404966"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"90f071017ce454b889c89c3380404966"'}
gunicorn-registry stdout | 2023-06-29 13:21:52,463 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 3, 'Body': <_io.BytesIO object at 0x7f750b138950>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:52,464 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 3}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'V8fJdr+YU+xjWHqrcFb/DQ==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750b138950>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=3', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:52,473 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=3&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:V8fJdr+YU+xjWHqrcFb/DQ==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132152Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:21:52,474 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132152Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 0055753eff5658a6b9daea6866cc5ddc51fcfe98eba1d6a15c47515142d12898
gunicorn-registry stdout | 2023-06-29 13:21:52,474 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | b0649b647efc1bcc82e97be27c0e4e8bf1dbe5e369d3e7fb73328687f41c3998
gunicorn-registry stdout | 2023-06-29 13:21:52,474 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:52,474 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=3, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'V8fJdr+YU+xjWHqrcFb/DQ==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132152Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=b0649b647efc1bcc82e97be27c0e4e8bf1dbe5e369d3e7fb73328687f41c3998', 'amz-sdk-invocation-id': b'c50c0400-38e3-4a24-8461-34433c1934f2', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:21:52,474 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:52,475 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:21:52,518 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:21:53,685 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=3 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:21:53,685 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '00cc1396-871b-49cf-930c-2d07fab05e60', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '00cc1396-871b-49cf-930c-2d07fab05e60', 'ETag': '"57c7c976bf9853ec63587aab7056ff0d"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:21:53,686 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:21:53,686 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:21:53,686 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:21:53,686 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:53,686 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '00cc1396-871b-49cf-930c-2d07fab05e60', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '00cc1396-871b-49cf-930c-2d07fab05e60', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '00cc1396-871b-49cf-930c-2d07fab05e60', 'etag': '"57c7c976bf9853ec63587aab7056ff0d"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"57c7c976bf9853ec63587aab7056ff0d"'}
gunicorn-web stdout | 2023-06-29 13:21:55,169 [193] [DEBUG] [app] Starting request: urn:request:510aebd0-d475-4b94-9e5b-386cdecb87fc (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:55,169 [195] [DEBUG] [app] Starting request: urn:request:e21c5c05-5695-4882-9f4f-11b5f0393fc2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:21:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:21:55,173 [217] [DEBUG] [app] Starting request: urn:request:e11b95c9-2c7c-4e82-818e-1fd221cd7637 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:55,173 [215] [DEBUG] [app] Starting request: urn:request:c6c8a46d-903c-4510-8ad7-e856dd7a655c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:21:55,173 [217] [DEBUG] [app] Ending request: urn:request:e11b95c9-2c7c-4e82-818e-1fd221cd7637 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e11b95c9-2c7c-4e82-818e-1fd221cd7637', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:55,173 [215] [DEBUG] [app] Ending request: urn:request:c6c8a46d-903c-4510-8ad7-e856dd7a655c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c6c8a46d-903c-4510-8ad7-e856dd7a655c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:21:55,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:21:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:21:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:55,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:21:55,176 [194] [DEBUG] [app] Starting request: urn:request:adb05beb-0c8e-4e96-93a2-957ca6d775f2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:55,177 [194] [DEBUG] [app] Ending request: urn:request:adb05beb-0c8e-4e96-93a2-957ca6d775f2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:adb05beb-0c8e-4e96-93a2-957ca6d775f2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:21:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:21:55,177 [196] [DEBUG] [app] Starting request: urn:request:fbf32328-ea4e-4322-b666-998e521acf78 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:21:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:55,178 [196] [DEBUG] [app] Ending request: urn:request:fbf32328-ea4e-4322-b666-998e521acf78 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fbf32328-ea4e-4322-b666-998e521acf78', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:21:55,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:21:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:21:55,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:21:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:21:55,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:21:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:21:55,183 [193] [DEBUG] [app] Ending request: urn:request:510aebd0-d475-4b94-9e5b-386cdecb87fc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:510aebd0-d475-4b94-9e5b-386cdecb87fc', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:21:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:21:55,184 [195] [DEBUG] [app] Ending request: urn:request:e21c5c05-5695-4882-9f4f-11b5f0393fc2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e21c5c05-5695-4882-9f4f-11b5f0393fc2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gunicorn-web stdout | 2023-06-29 13:21:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:21:55,185 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:21:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:21:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.016)
gcworker stdout | 2023-06-29 13:21:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:21:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:06.710348+00:00 (in 9.999414 seconds)
gcworker stdout | 2023-06-29 13:21:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:06 UTC)" (scheduled at 2023-06-29 13:21:56.710348+00:00)
gcworker stdout | 2023-06-29 13:21:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835316711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:21:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:21:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:21:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:21:57,890 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:21:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:21:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:38.227751+00:00 (in 40.212416 seconds)
repositorygcworker stdout | 2023-06-29 13:21:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:58 UTC)" (scheduled at 2023-06-29 13:21:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:21:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:21:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 21, 58, 15722), True, datetime.datetime(2023, 6, 29, 13, 21, 58, 15722), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:21:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:21:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:21:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:22:58 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:21:58,223 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:21:58,223 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:21:58,223 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 4, 'Body': <_io.BytesIO object at 0x7f750f3af4a0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:21:58,223 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:21:58,224 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:21:58,224 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:58,224 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:58,224 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:21:58,224 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:58,224 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:21:58,232 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:58,232 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:21:58,232 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:58,232 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:58,232 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:58,232 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 4}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'GV/yEkCPXqyirkF/FiSpXQ==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750f3af4a0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=4', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=4&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:GV/yEkCPXqyirkF/FiSpXQ==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132158Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132158Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 5b482fb4746c72448f8f7cfda0767483c33a73286baabdc1b3561c23b992b34e
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 0187a6c81629edfd4c689a4524ea327e2a79a38073397bf95539ae5686636f42
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=4, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'GV/yEkCPXqyirkF/FiSpXQ==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132158Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=0187a6c81629edfd4c689a4524ea327e2a79a38073397bf95539ae5686636f42', 'amz-sdk-invocation-id': b'be5d55d9-c79f-4d32-bd1c-1975d7fad848', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:21:58,233 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:58,234 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:21:58,454 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=4 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': 'dbcb6c93-8f68-4471-a51b-6f4b4e37fcc1', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'dbcb6c93-8f68-4471-a51b-6f4b4e37fcc1', 'ETag': '"195ff212408f5eaca2ae417f1624a95d"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:59,544 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'dbcb6c93-8f68-4471-a51b-6f4b4e37fcc1', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': 'dbcb6c93-8f68-4471-a51b-6f4b4e37fcc1', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'dbcb6c93-8f68-4471-a51b-6f4b4e37fcc1', 'etag': '"195ff212408f5eaca2ae417f1624a95d"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"195ff212408f5eaca2ae417f1624a95d"'}
gunicorn-registry stdout | 2023-06-29 13:21:59,615 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:21:59,615 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 5, 'Body': <_io.BytesIO object at 0x7f750a8f5db0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:21:59,616 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:21:59,624 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:21:59,624 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 5}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': '6B0CF6Jrat7Uynon2meiNg==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750a8f5db0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=5', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=5&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:6B0CF6Jrat7Uynon2meiNg==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132159Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132159Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | bd80d3297cbf882c48f930fa73e8946db9d99dec204117c54841fb7f7498981b
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | d3d2588e0e5f0921b84a25ca7f2b1a2ef7401087c4fa75c16c28c784f3657e28
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:21:59,625 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=5, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'6B0CF6Jrat7Uynon2meiNg==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132159Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=d3d2588e0e5f0921b84a25ca7f2b1a2ef7401087c4fa75c16c28c784f3657e28', 'amz-sdk-invocation-id': b'5f04d3a4-c5af-4f16-bdf5-356397943cb0', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:21:59,626 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:21:59,626 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:21:59,899 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
notificationworker stdout | 2023-06-29 13:22:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:10.109381+00:00 (in 9.999549 seconds)
notificationworker stdout | 2023-06-29 13:22:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:10 UTC)" (scheduled at 2023-06-29 13:22:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:22:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:22:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 0, 110300), True, datetime.datetime(2023, 6, 29, 13, 22, 0, 110300), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:22:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:22:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:22:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:10 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:22:00,820 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=5 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:00,820 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '0d6830f2-d260-46b8-a778-5ef6237c142b', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '0d6830f2-d260-46b8-a778-5ef6237c142b', 'ETag': '"e81d0217a26b6aded4ca7a27da67a236"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:00,820 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:00,820 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:00,820 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:00,820 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:00,821 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '0d6830f2-d260-46b8-a778-5ef6237c142b', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '0d6830f2-d260-46b8-a778-5ef6237c142b', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '0d6830f2-d260-46b8-a778-5ef6237c142b', 'etag': '"e81d0217a26b6aded4ca7a27da67a236"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"e81d0217a26b6aded4ca7a27da67a236"'}
gunicorn-registry stdout | 2023-06-29 13:22:00,892 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 6, 'Body': <_io.BytesIO object at 0x7f7509aa7f90>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:00,893 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 6}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'CZxwImRIKNbd50ohGQ49Sg==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509aa7f90>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=6', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=6&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:CZxwImRIKNbd50ohGQ49Sg==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132200Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132200Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 16d013fcd54e4013f388d56d01d8a318d222e66c99c85e66640962ca0d62bef7
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 6e2701e994bb54ee9f724d162b0fca43ffd331946c8d27cb52e8f018c9dcc92d
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:00,902 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=6, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'CZxwImRIKNbd50ohGQ49Sg==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132200Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=6e2701e994bb54ee9f724d162b0fca43ffd331946c8d27cb52e8f018c9dcc92d', 'amz-sdk-invocation-id': b'7ce30572-d873-4c60-a6d9-b4384e90c2d0', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:00,903 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:00,903 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:01,101 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:22:01,963 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=6 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:01,964 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '5fa7ee76-5f53-43c3-af7c-d99656e57195', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '5fa7ee76-5f53-43c3-af7c-d99656e57195', 'ETag': '"099c7022644828d6dde74a21190e3d4a"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:01,964 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:01,964 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:01,964 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:01,964 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:01,964 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '5fa7ee76-5f53-43c3-af7c-d99656e57195', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '5fa7ee76-5f53-43c3-af7c-d99656e57195', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '5fa7ee76-5f53-43c3-af7c-d99656e57195', 'etag': '"099c7022644828d6dde74a21190e3d4a"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"099c7022644828d6dde74a21190e3d4a"'}
gunicorn-registry stdout | 2023-06-29 13:22:02,039 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:02,039 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:02,039 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 7, 'Body': <_io.BytesIO object at 0x7f7509ab9f40>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:02,039 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:02,040 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:02,040 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:02,040 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:02,040 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:02,040 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:02,040 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 7}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'p5bBRX1LchkaTY5hZy/j8w==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509ab9f40>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=7', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:02,048 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=7&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:p5bBRX1LchkaTY5hZy/j8w==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132202Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132202Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 34be6709bd0d243b7f9c287c4ef5449315e5312fb57e9906a6c7a2f4539bccde
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | a52ca5e9638aa45334bf51b9bf97f655fa9b7519ddced64f961c419534d4460b
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=7, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'p5bBRX1LchkaTY5hZy/j8w==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132202Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=a52ca5e9638aa45334bf51b9bf97f655fa9b7519ddced64f961c419534d4460b', 'amz-sdk-invocation-id': b'9836637e-3d5a-48ad-b6af-11ee283901b5', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:02,049 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:02,050 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:02,256 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:22:03,047 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=7 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:03,048 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '1a01164d-a524-4b5e-b67a-d0487ef9b779', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '1a01164d-a524-4b5e-b67a-d0487ef9b779', 'ETag': '"a796c1457d4b72191a4d8e61672fe3f3"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:03,048 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:03,048 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:03,048 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:03,048 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:03,048 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '1a01164d-a524-4b5e-b67a-d0487ef9b779', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '1a01164d-a524-4b5e-b67a-d0487ef9b779', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '1a01164d-a524-4b5e-b67a-d0487ef9b779', 'etag': '"a796c1457d4b72191a4d8e61672fe3f3"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"a796c1457d4b72191a4d8e61672fe3f3"'}
securityworker stdout | 2023-06-29 13:22:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:22:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:08.157912+00:00 (in 5.094624 seconds)
securityworker stdout | 2023-06-29 13:22:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:33 UTC)" (scheduled at 2023-06-29 13:22:03.062807+00:00)
securityworker stdout | 2023-06-29 13:22:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:22:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:22:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:22:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:22:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:22:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:22:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:33 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:22:03,120 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 8, 'Body': <_io.BytesIO object at 0x7f7509ab9d60>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:03,121 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 8}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'QXUyGo/XN1/8vaOutAGYCA==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509ab9d60>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=8', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=8&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:QXUyGo/XN1/8vaOutAGYCA==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132203Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132203Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | dace14507b38baf676b6943c9a81bf2be2e10364f78c2d415daa1227ef1fcac2
gunicorn-registry stdout | 2023-06-29 13:22:03,130 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | c967382b1bfd834c6dcc9bec789319fc6b4418b7a9275db7bd2d2ce76830f390
gunicorn-registry stdout | 2023-06-29 13:22:03,131 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:03,131 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=8, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'QXUyGo/XN1/8vaOutAGYCA==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132203Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=c967382b1bfd834c6dcc9bec789319fc6b4418b7a9275db7bd2d2ce76830f390', 'amz-sdk-invocation-id': b'995ac3b2-73bc-494e-b2e8-f446535d6ba1', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:03,131 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:03,132 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:03,388 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
expiredappspecifictokenworker stdout | 2023-06-29 13:22:03,557 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-registry stdout | 2023-06-29 13:22:04,171 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=8 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:04,172 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '1ebe3112-73d9-43a8-9ef4-556d63db9f79', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '1ebe3112-73d9-43a8-9ef4-556d63db9f79', 'ETag': '"4175321a8fd7375ffcbda3aeb4019808"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:04,172 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:04,172 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:04,172 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:04,172 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:04,172 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '1ebe3112-73d9-43a8-9ef4-556d63db9f79', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '1ebe3112-73d9-43a8-9ef4-556d63db9f79', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '1ebe3112-73d9-43a8-9ef4-556d63db9f79', 'etag': '"4175321a8fd7375ffcbda3aeb4019808"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"4175321a8fd7375ffcbda3aeb4019808"'}
namespacegcworker stdout | 2023-06-29 13:22:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:22:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:40.132615+00:00 (in 35.915124 seconds)
namespacegcworker stdout | 2023-06-29 13:22:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:04 UTC)" (scheduled at 2023-06-29 13:22:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:22:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:22:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:22:04,971 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gunicorn-web stdout | 2023-06-29 13:22:05,028 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:22:05,031 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:22:05,034 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:22:05,036 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:22:05,039 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
globalpromstats stdout | 2023-06-29 13:22:05,074 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 9, 'Body': <_io.BytesIO object at 0x7f7509ab9d10>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:06,381 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:06,382 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:06,382 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:06,382 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:06,390 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:06,390 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:06,390 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 9}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'oh9ytorOw3GvSxhwco9o2A==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509ab9d10>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=9', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=9&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:oh9ytorOw3GvSxhwco9o2A==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132206Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132206Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 025534ab0778df7c2670472eaa729dbb892f79795c9c4c2cbce3013fc0cffa31
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | bc0f5cdb1ac1335b6bcb8f11a8610515e8b850dc423c99ed75477d20948d3e39
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:06,391 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=9, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'oh9ytorOw3GvSxhwco9o2A==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132206Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=bc0f5cdb1ac1335b6bcb8f11a8610515e8b850dc423c99ed75477d20948d3e39', 'amz-sdk-invocation-id': b'd25fbb5c-f310-405e-a13a-d917c39854ab', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:06,392 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:06,392 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:06,666 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gcworker stdout | 2023-06-29 13:22:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:22:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:16.710348+00:00 (in 9.999477 seconds)
gcworker stdout | 2023-06-29 13:22:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:16 UTC)" (scheduled at 2023-06-29 13:22:06.710348+00:00)
gcworker stdout | 2023-06-29 13:22:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835326711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:22:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:22:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:22:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:22:07,047 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:22:07,147 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
gunicorn-registry stdout | 2023-06-29 13:22:07,487 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=9 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:07,487 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '285855ed-fdab-4b61-b615-0e54de5d7c63', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '285855ed-fdab-4b61-b615-0e54de5d7c63', 'ETag': '"a21f72b68acec371af4b1870728f68d8"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:07,487 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:07,487 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:07,488 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:07,488 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:07,488 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '285855ed-fdab-4b61-b615-0e54de5d7c63', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '285855ed-fdab-4b61-b615-0e54de5d7c63', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '285855ed-fdab-4b61-b615-0e54de5d7c63', 'etag': '"a21f72b68acec371af4b1870728f68d8"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"a21f72b68acec371af4b1870728f68d8"'}
gunicorn-registry stdout | 2023-06-29 13:22:07,561 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:07,561 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 10, 'Body': <_io.BytesIO object at 0x7f750a8f5db0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:07,562 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 10}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'ZXTHL274DxVsW1O09bqyrw==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750a8f5db0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=10', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:07,570 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=10&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:ZXTHL274DxVsW1O09bqyrw==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132207Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132207Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 1efa4a604d92079972ebf3c78160ec2917c8c2808731dd4fe30f6b5451b34799
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 0524b75e09e861ff75a334360fcc00576118a3d988126591104bb21a680b9b44
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=10, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'ZXTHL274DxVsW1O09bqyrw==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132207Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=0524b75e09e861ff75a334360fcc00576118a3d988126591104bb21a680b9b44', 'amz-sdk-invocation-id': b'430ebf23-3533-466b-88e0-bb386abd548d', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:07,571 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:07,572 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:07,848 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
exportactionlogsworker stdout | 2023-06-29 13:22:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:22:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:26.236566+00:00 (in 18.127178 seconds)
exportactionlogsworker stdout | 2023-06-29 13:22:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:08 UTC)" (scheduled at 2023-06-29 13:22:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:22:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:22:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 8, 109792), True, datetime.datetime(2023, 6, 29, 13, 22, 8, 109792), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:22:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:22:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:22:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:22:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:22:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:33.062807+00:00 (in 24.904395 seconds)
securityworker stdout | 2023-06-29 13:22:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:38 UTC)" (scheduled at 2023-06-29 13:22:08.157912+00:00)
securityworker stdout | 2023-06-29 13:22:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:22:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:22:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:22:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:22:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:22:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:22:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:22:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:22:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:22:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:22:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 17, 8, 164442), 1, 2])
securityworker stdout | 2023-06-29 13:22:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:22:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:22:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 17, 8, 164442), 1, 2])
securityworker stdout | 2023-06-29 13:22:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:22:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:22:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:22:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:22:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:22:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:22:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:22:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:22:08,317 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
gunicorn-registry stdout | 2023-06-29 13:22:08,570 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=10 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:08,570 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '4c20ccf9-dae1-4105-9911-91d5eff0fc08', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '4c20ccf9-dae1-4105-9911-91d5eff0fc08', 'ETag': '"6574c72f6ef80f156c5b53b4f5bab2af"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:08,570 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:08,571 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:08,571 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:08,571 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:08,571 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '4c20ccf9-dae1-4105-9911-91d5eff0fc08', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '4c20ccf9-dae1-4105-9911-91d5eff0fc08', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '4c20ccf9-dae1-4105-9911-91d5eff0fc08', 'etag': '"6574c72f6ef80f156c5b53b4f5bab2af"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"6574c72f6ef80f156c5b53b4f5bab2af"'}
gunicorn-registry stdout | 2023-06-29 13:22:08,658 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:08,658 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:08,658 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 11, 'Body': <_io.BytesIO object at 0x7f7509ab9ef0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:08,659 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 11}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': '+mtr5gFYG3awqbNN+5ZyKA==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509ab9ef0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=11', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:08,667 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=11&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:+mtr5gFYG3awqbNN+5ZyKA==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132208Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132208Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 1b728fbc0dfed4c5a6c89b69aeb905f118e5f075d9e55d24232ad92baf8fcdd1
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 7cc45388107534c319876d6177ec94ca2704cd994ccc8f6a3c2220b80e0cb195
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=11, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'+mtr5gFYG3awqbNN+5ZyKA==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132208Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=7cc45388107534c319876d6177ec94ca2704cd994ccc8f6a3c2220b80e0cb195', 'amz-sdk-invocation-id': b'c0eedcc1-ab49-4cfe-8012-549624fe1b50', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:08,668 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:08,669 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:08,870 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:22:09,511 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=11 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:09,512 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '7aafac63-6034-4512-b114-a4315cca2628', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '7aafac63-6034-4512-b114-a4315cca2628', 'ETag': '"fa6b6be601581b76b0a9b34dfb967228"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:09,512 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:09,512 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:09,512 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:09,512 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:09,512 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '7aafac63-6034-4512-b114-a4315cca2628', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '7aafac63-6034-4512-b114-a4315cca2628', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '7aafac63-6034-4512-b114-a4315cca2628', 'etag': '"fa6b6be601581b76b0a9b34dfb967228"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"fa6b6be601581b76b0a9b34dfb967228"'}
gunicorn-registry stdout | 2023-06-29 13:22:09,593 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 12, 'Body': <_io.BytesIO object at 0x7f7509aa7f40>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:09,594 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:09,602 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:09,602 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:09,602 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:09,602 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 12}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'QENd/QBGpvwfjOHyMnfadg==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509aa7f40>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=12', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=12&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:QENd/QBGpvwfjOHyMnfadg==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132209Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132209Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | d6c2d4d4cc3924d6121c9518826645e445f1c45345fabb57793e240911ac1086
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | cad879a3ac84f3300efd56c7dd0f46e569be72f28b6f9e5e377809593c6c3120
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:09,603 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=12, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'QENd/QBGpvwfjOHyMnfadg==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132209Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=cad879a3ac84f3300efd56c7dd0f46e569be72f28b6f9e5e377809593c6c3120', 'amz-sdk-invocation-id': b'f796feaf-1c69-44d6-8aa8-689ecf721dee', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:09,604 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:09,604 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:09,811 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
logrotateworker stdout | 2023-06-29 13:22:09,943 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:22:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:10.614040+00:00 (in 0.504156 seconds)
notificationworker stdout | 2023-06-29 13:22:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:20 UTC)" (scheduled at 2023-06-29 13:22:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:22:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:22:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 10, 110328), True, datetime.datetime(2023, 6, 29, 13, 22, 10, 110328), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:22:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:22:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:22:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:22:10,170 [193] [DEBUG] [app] Starting request: urn:request:a3c548ec-a7b9-4418-8452-4e5421c99cc5 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:10,170 [195] [DEBUG] [app] Starting request: urn:request:82a5b999-8d6a-4f87-9c3b-0f4cf747bae8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:10,172 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:22:10,173 [208] [DEBUG] [app] Starting request: urn:request:76ee8d1b-07dc-41f0-985b-a2f05336c305 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:10,173 [208] [DEBUG] [app] Ending request: urn:request:76ee8d1b-07dc-41f0-985b-a2f05336c305 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:76ee8d1b-07dc-41f0-985b-a2f05336c305', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:22:10,174 [217] [DEBUG] [app] Starting request: urn:request:40dedaaa-b9ad-4948-922e-02ca5fdd95a9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:22:10,174 [217] [DEBUG] [app] Ending request: urn:request:40dedaaa-b9ad-4948-922e-02ca5fdd95a9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:40dedaaa-b9ad-4948-922e-02ca5fdd95a9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:22:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:22:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:10,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:10,176 [194] [DEBUG] [app] Starting request: urn:request:a53383ea-ae8d-4f43-b41a-034e233e552c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:10,177 [194] [DEBUG] [app] Ending request: urn:request:a53383ea-ae8d-4f43-b41a-034e233e552c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a53383ea-ae8d-4f43-b41a-034e233e552c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:22:10,177 [193] [DEBUG] [app] Starting request: urn:request:ed150dd9-73fc-4ddc-9b32-e03111fdc503 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:22:10,178 [193] [DEBUG] [app] Ending request: urn:request:ed150dd9-73fc-4ddc-9b32-e03111fdc503 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ed150dd9-73fc-4ddc-9b32-e03111fdc503', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:22:10,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:22:10,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:10,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:10,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:10,179 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:10,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:10,182 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:10,185 [193] [DEBUG] [app] Ending request: urn:request:a3c548ec-a7b9-4418-8452-4e5421c99cc5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a3c548ec-a7b9-4418-8452-4e5421c99cc5', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:10,185 [195] [DEBUG] [app] Ending request: urn:request:82a5b999-8d6a-4f87-9c3b-0f4cf747bae8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:82a5b999-8d6a-4f87-9c3b-0f4cf747bae8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:10,185 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:10,185 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:10,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:22:10,185 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=12 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '1df798a7-95d1-44dd-a85d-01d5dc59851d', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '1df798a7-95d1-44dd-a85d-01d5dc59851d', 'ETag': '"40435dfd0046a6fc1f8ce1f23277da76"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:10,460 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '1df798a7-95d1-44dd-a85d-01d5dc59851d', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '1df798a7-95d1-44dd-a85d-01d5dc59851d', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '1df798a7-95d1-44dd-a85d-01d5dc59851d', 'etag': '"40435dfd0046a6fc1f8ce1f23277da76"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"40435dfd0046a6fc1f8ce1f23277da76"'}
gunicorn-registry stdout | 2023-06-29 13:22:10,539 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 13, 'Body': <_io.BytesIO object at 0x7f750f3af4a0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:10,540 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 13}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'Dn2Cn04nIRVdJUlWEzUalw==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750f3af4a0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=13', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=13&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:Dn2Cn04nIRVdJUlWEzUalw==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132210Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:10,549 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132210Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 6b7b54ecaa0d23c68851588907d0d85212e65f93a46996edc30721cad6de5f9f
gunicorn-registry stdout | 2023-06-29 13:22:10,550 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 982b70b230ec93e2f42b28389762afb2b34c90d454ae2d61e62ff0751766549e
gunicorn-registry stdout | 2023-06-29 13:22:10,550 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:10,550 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=13, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'Dn2Cn04nIRVdJUlWEzUalw==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132210Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=982b70b230ec93e2f42b28389762afb2b34c90d454ae2d61e62ff0751766549e', 'amz-sdk-invocation-id': b'5ed5320d-f789-4f65-8eb7-99cb3cf28d4a', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:10,550 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:10,551 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
notificationworker stdout | 2023-06-29 13:22:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:20.109381+00:00 (in 9.494844 seconds)
notificationworker stdout | 2023-06-29 13:22:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:10 UTC)" (scheduled at 2023-06-29 13:22:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:22:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:22:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:10 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:22:10,758 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:22:11,375 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=13 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:11,376 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': 'ab6a8597-6c04-4755-a983-bf4e5ddc8bfa', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'ab6a8597-6c04-4755-a983-bf4e5ddc8bfa', 'ETag': '"0e7d829f4e2721155d25495613351a97"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:11,376 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:11,376 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:11,376 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:11,376 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:11,376 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'ab6a8597-6c04-4755-a983-bf4e5ddc8bfa', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': 'ab6a8597-6c04-4755-a983-bf4e5ddc8bfa', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'ab6a8597-6c04-4755-a983-bf4e5ddc8bfa', 'etag': '"0e7d829f4e2721155d25495613351a97"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"0e7d829f4e2721155d25495613351a97"'}
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 14, 'Body': <_io.BytesIO object at 0x7f7509aa7ef0>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:11,458 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 14}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'QU4BR3jldxFa8U3blWIGNg==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f7509aa7ef0>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=14', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=14&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:QU4BR3jldxFa8U3blWIGNg==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132211Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132211Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 371136371e106fad704b472926a10f1d949db44d93b411db7e9e89675fc8ba56
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 3b9b6f0c9073c48b37fb1dc61b8fdc65d54fe23c384376832d07bb6e32fdc5a5
gunicorn-registry stdout | 2023-06-29 13:22:11,467 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:11,468 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=14, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'QU4BR3jldxFa8U3blWIGNg==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132211Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=3b9b6f0c9073c48b37fb1dc61b8fdc65d54fe23c384376832d07bb6e32fdc5a5', 'amz-sdk-invocation-id': b'5bb068b6-26ca-421c-a562-aebc44e26666', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:11,468 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:11,468 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
servicekey stdout | 2023-06-29 13:22:11,518 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:22:11,555 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
gunicorn-registry stdout | 2023-06-29 13:22:11,668 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
quotaregistrysizeworker stdout | 2023-06-29 13:22:12,060 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
gunicorn-registry stdout | 2023-06-29 13:22:12,247 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=14 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:12,247 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '5daa11a5-4976-4cde-9672-18b7f1566f48', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '5daa11a5-4976-4cde-9672-18b7f1566f48', 'ETag': '"414e014778e577115af14ddb95620636"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:12,247 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:12,248 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:12,248 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:12,248 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:12,248 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '5daa11a5-4976-4cde-9672-18b7f1566f48', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '5daa11a5-4976-4cde-9672-18b7f1566f48', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '5daa11a5-4976-4cde-9672-18b7f1566f48', 'etag': '"414e014778e577115af14ddb95620636"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"414e014778e577115af14ddb95620636"'}
gunicorn-registry stdout | 2023-06-29 13:22:12,471 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 15, 'Body': <_io.BytesIO object at 0x7f750a8f5a90>, 'ContentLength': 5242880}
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:12,472 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 15}, 'method': 'PUT', 'headers': {'Content-Length': '5242880', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': 'VASp4kuKs9EPg7t74quMFw==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750a8f5a90>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=15', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:12,481 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=15&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:5242880
gunicorn-registry stdout | content-md5:VASp4kuKs9EPg7t74quMFw==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132212Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132212Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | b4793992cf259a31b90ab107100638064af9fde84e9fa83f4b111ed9fef1e9d7
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 3ce3fca30488f801b9d82c5e53eb3252940c1520140f80fbb55000b6df89dda8
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=15, headers={'Content-Length': b'5242880', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'VASp4kuKs9EPg7t74quMFw==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132212Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=3ce3fca30488f801b9d82c5e53eb3252940c1520140f80fbb55000b6df89dda8', 'amz-sdk-invocation-id': b'803ccb8e-1a55-4e5c-9459-07a15a6b377e', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:12,482 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:12,483 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:12,734 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:22:13,347 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=15 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:13,347 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': 'fd9a1e97-6214-4014-be66-e39bf0acaf98', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'fd9a1e97-6214-4014-be66-e39bf0acaf98', 'ETag': '"5404a9e24b8ab3d10f83bb7be2ab8c17"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:13,347 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:13,348 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:13,348 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:13,348 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,348 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'fd9a1e97-6214-4014-be66-e39bf0acaf98', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': 'fd9a1e97-6214-4014-be66-e39bf0acaf98', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'fd9a1e97-6214-4014-be66-e39bf0acaf98', 'etag': '"5404a9e24b8ab3d10f83bb7be2ab8c17"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"5404a9e24b8ab3d10f83bb7be2ab8c17"'}
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [boto3.resources.action] Calling s3:upload_part with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'PartNumber': 16, 'Body': <_io.BytesIO object at 0x7f750a8ed180>, 'ContentLength': 238369}
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function convert_body_to_file_like_object at 0x7f750df46160>
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:13,353 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPart: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function conditionally_calculate_md5 at 0x7f750e0a0940>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.handlers] Adding expect 100 continue header to request.
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPart: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPart) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'partNumber': 16}, 'method': 'PUT', 'headers': {'Content-Length': '238369', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': '3bKYwkLB+Hp6BMVX1u2a5Q==', 'Expect': '100-continue'}, 'body': <_io.BytesIO object at 0x7f750a8ed180>, 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=16', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': True, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPart: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:13,354 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPart: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | partNumber=16&uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | content-length:238369
gunicorn-registry stdout | content-md5:3bKYwkLB+Hp6BMVX1u2a5Q==
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:UNSIGNED-PAYLOAD
gunicorn-registry stdout | x-amz-date:20230629T132213Z
gunicorn-registry stdout | content-length;content-md5;host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | UNSIGNED-PAYLOAD
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132213Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 3c140a8a89a34f0d538a35dd80a92cef02c4b1a9c9f7d800ad07626bfe2ab025
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 0e134875d770ac882ad29af0292f6a654bd1e9ff9c0bc8f01b18d8bc11b59af0
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPart: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=16, headers={'Content-Length': b'238369', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'Content-MD5': b'3bKYwkLB+Hp6BMVX1u2a5Q==', 'Expect': b'100-continue', 'X-Amz-Date': b'20230629T132213Z', 'X-Amz-Content-SHA256': b'UNSIGNED-PAYLOAD', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-length;content-md5;host;x-amz-content-sha256;x-amz-date, Signature=0e134875d770ac882ad29af0292f6a654bd1e9ff9c0bc8f01b18d8bc11b59af0', 'amz-sdk-invocation-id': b'97903dd4-4df4-4bd5-8712-3ed5a7888e4c', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:13,355 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:13,356 [208] [DEBUG] [botocore.awsrequest] Waiting for 100 Continue response.
gunicorn-registry stdout | 2023-06-29 13:22:13,393 [208] [DEBUG] [botocore.awsrequest] 100 Continue response seen, now sending request body.
gunicorn-registry stdout | 2023-06-29 13:22:13,457 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50&partNumber=16 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:13,457 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': 'b436c3aa-f7d3-4e6c-af1b-74a4d42976c4', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'b436c3aa-f7d3-4e6c-af1b-74a4d42976c4', 'ETag': '"ddb298c242c1f87a7a04c557d6ed9ae5"', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPart: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'b436c3aa-f7d3-4e6c-af1b-74a4d42976c4', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': 'b436c3aa-f7d3-4e6c-af1b-74a4d42976c4', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'b436c3aa-f7d3-4e6c-af1b-74a4d42976c4', 'etag': '"ddb298c242c1f87a7a04c557d6ed9ae5"', 'content-length': '0'}, 'RetryAttempts': 0}, 'ETag': '"ddb298c242c1f87a7a04c557d6ed9ae5"'}
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [boto3.resources.action] Calling s3:complete_multipart_upload with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'UploadId': '01000189-0751-12e7-ebfb-1aba29a14c50', 'MultipartUpload': {'Parts': [{'ETag': '"1ef915bc86700271431464d65128e443"', 'PartNumber': 1}, {'ETag': '"90f071017ce454b889c89c3380404966"', 'PartNumber': 2}, {'ETag': '"57c7c976bf9853ec63587aab7056ff0d"', 'PartNumber': 3}, {'ETag': '"195ff212408f5eaca2ae417f1624a95d"', 'PartNumber': 4}, {'ETag': '"e81d0217a26b6aded4ca7a27da67a236"', 'PartNumber': 5}, {'ETag': '"099c7022644828d6dde74a21190e3d4a"', 'PartNumber': 6}, {'ETag': '"a796c1457d4b72191a4d8e61672fe3f3"', 'PartNumber': 7}, {'ETag': '"4175321a8fd7375ffcbda3aeb4019808"', 'PartNumber': 8}, {'ETag': '"a21f72b68acec371af4b1870728f68d8"', 'PartNumber': 9}, {'ETag': '"6574c72f6ef80f156c5b53b4f5bab2af"', 'PartNumber': 10}, {'ETag': '"fa6b6be601581b76b0a9b34dfb967228"', 'PartNumber': 11}, {'ETag': '"40435dfd0046a6fc1f8ce1f23277da76"', 'PartNumber': 12}, {'ETag': '"0e7d829f4e2721155d25495613351a97"', 'PartNumber': 13}, {'ETag': '"414e014778e577115af14ddb95620636"', 'PartNumber': 14}, {'ETag': '"5404a9e24b8ab3d10f83bb7be2ab8c17"', 'PartNumber': 15}, {'ETag': '"ddb298c242c1f87a7a04c557d6ed9ae5"', 'PartNumber': 16}]}}
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a16a520>>
gunicorn-registry stdout | 2023-06-29 13:22:13,458 [208] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:13,459 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:13,459 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,459 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:13,459 [208] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:13,459 [208] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=CompleteMultipartUpload) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'query_string': {'uploadId': '01000189-0751-12e7-ebfb-1aba29a14c50'}, 'method': 'POST', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'<CompleteMultipartUpload xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Part><ETag>"1ef915bc86700271431464d65128e443"</ETag><PartNumber>1</PartNumber></Part><Part><ETag>"90f071017ce454b889c89c3380404966"</ETag><PartNumber>2</PartNumber></Part><Part><ETag>"57c7c976bf9853ec63587aab7056ff0d"</ETag><PartNumber>3</PartNumber></Part><Part><ETag>"195ff212408f5eaca2ae417f1624a95d"</ETag><PartNumber>4</PartNumber></Part><Part><ETag>"e81d0217a26b6aded4ca7a27da67a236"</ETag><PartNumber>5</PartNumber></Part><Part><ETag>"099c7022644828d6dde74a21190e3d4a"</ETag><PartNumber>6</PartNumber></Part><Part><ETag>"a796c1457d4b72191a4d8e61672fe3f3"</ETag><PartNumber>7</PartNumber></Part><Part><ETag>"4175321a8fd7375ffcbda3aeb4019808"</ETag><PartNumber>8</PartNumber></Part><Part><ETag>"a21f72b68acec371af4b1870728f68d8"</ETag><PartNumber>9</PartNumber></Part><Part><ETag>"6574c72f6ef80f156c5b53b4f5bab2af"</ETag><PartNumber>10</PartNumber></Part><Part><ETag>"fa6b6be601581b76b0a9b34dfb967228"</ETag><PartNumber>11</PartNumber></Part><Part><ETag>"40435dfd0046a6fc1f8ce1f23277da76"</ETag><PartNumber>12</PartNumber></Part><Part><ETag>"0e7d829f4e2721155d25495613351a97"</ETag><PartNumber>13</PartNumber></Part><Part><ETag>"414e014778e577115af14ddb95620636"</ETag><PartNumber>14</PartNumber></Part><Part><ETag>"5404a9e24b8ab3d10f83bb7be2ab8c17"</ETag><PartNumber>15</PartNumber></Part><Part><ETag>"ddb298c242c1f87a7a04c557d6ed9ae5"</ETag><PartNumber>16</PartNumber></Part></CompleteMultipartUpload>', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a14d940>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.hooks] Event request-created.s3.CompleteMultipartUpload: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a14d8b0>>
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.CompleteMultipartUpload: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.hooks] Event choose-signer.s3.CompleteMultipartUpload: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.hooks] Event before-sign.s3.CompleteMultipartUpload: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a16a580>>
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | POST
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | uploadId=01000189-0751-12e7-ebfb-1aba29a14c50
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:89744730d5f1189208b6b6a364e3a425a484e201fba14f17b617ecb56aa280f6
gunicorn-registry stdout | x-amz-date:20230629T132213Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | 89744730d5f1189208b6b6a364e3a425a484e201fba14f17b617ecb56aa280f6
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132213Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 49dc4a137dee2b47db7b738bb69990f2e8abc1076405134c478eb693f2f5438e
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | bf0fac88959a6f087aea9f48d62aa85187b3c28b6e5ab9982347591b6864ec6b
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.hooks] Event request-created.s3.CompleteMultipartUpload: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=POST, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132213Z', 'X-Amz-Content-SHA256': b'89744730d5f1189208b6b6a364e3a425a484e201fba14f17b617ecb56aa280f6', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=bf0fac88959a6f087aea9f48d62aa85187b3c28b6e5ab9982347591b6864ec6b', 'amz-sdk-invocation-id': b'316e5cb2-6802-44d3-827c-56279235504d', 'amz-sdk-request': b'attempt=1', 'Content-Length': '1482'}>
gunicorn-registry stdout | 2023-06-29 13:22:13,460 [208] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:13,889 [208] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "POST /quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58?uploadId=01000189-0751-12e7-ebfb-1aba29a14c50 HTTP/1.1" 200 480
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:22:13 GMT', 'X-Clv-Request-Id': '4c5c134b-cb86-476c-ada5-c487621f16ba', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '4c5c134b-cb86-476c-ada5-c487621f16ba', 'ETag': '"660c99796f61d8800e73c26acf301fae-16"', 'Content-Type': 'application/xml', 'Content-Length': '480'}
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><CompleteMultipartUploadResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Location>http://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58</Location><Bucket>quay3.3.0</Bucket><Key>datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58</Key><ETag>&quot;660c99796f61d8800e73c26acf301fae-16&quot;</ETag></CompleteMultipartUploadResult>'
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.CompleteMultipartUpload: calling handler <function check_for_200_error at 0x7f750dfc1790>
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.CompleteMultipartUpload: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a16a3d0>
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [botocore.hooks] Event needs-retry.s3.CompleteMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a16a490>>
gunicorn-registry stdout | 2023-06-29 13:22:13,890 [208] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '4c5c134b-cb86-476c-ada5-c487621f16ba', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:22:13 GMT', 'x-clv-request-id': '4c5c134b-cb86-476c-ada5-c487621f16ba', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '4c5c134b-cb86-476c-ada5-c487621f16ba', 'etag': '"660c99796f61d8800e73c26acf301fae-16"', 'content-type': 'application/xml', 'content-length': '480'}, 'RetryAttempts': 0}, 'Location': 'http://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'ETag': '"660c99796f61d8800e73c26acf301fae-16"'}
gunicorn-registry stdout | 2023-06-29 13:22:13,891 [208] [DEBUG] [boto3.resources.factory] Loading s3:Object
gunicorn-registry stdout | 2023-06-29 13:22:13,891 [208] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f750c3175e0>
gunicorn-registry stdout | 2023-06-29 13:22:13,892 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."uuid", "t1"."byte_count", "t1"."sha_state", "t1"."location_id", "t1"."storage_metadata", "t1"."chunk_count", "t1"."uncompressed_byte_count", "t1"."created", "t1"."piece_sha_state", "t1"."piece_hashes", "t2"."id", "t2"."name" FROM "blobupload" AS "t1" INNER JOIN "imagestoragelocation" AS "t2" ON ("t1"."location_id" = "t2"."id") WHERE ("t1"."uuid" = %s) LIMIT %s OFFSET %s', ['a259d799-9d9e-4281-a97f-1a31508fa854', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:13,894 [208] [DEBUG] [peewee] ('UPDATE "blobupload" SET "repository_id" = %s, "uuid" = %s, "byte_count" = %s, "sha_state" = %s, "location_id" = %s, "storage_metadata" = %s, "chunk_count" = %s, "uncompressed_byte_count" = %s, "created" = %s, "piece_sha_state" = %s, "piece_hashes" = %s WHERE ("blobupload"."id" = %s)', [1, 'a259d799-9d9e-4281-a97f-1a31508fa854', 78881569, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3hIyz3YWJfA07nLlyanBO0799IGhNQtqc72TN2zFmK0sQgZnSUAAAAA/6H+Ev89Tvz35Xq5Xq6/7vW/AAAA//8DAO0+58EA6OcMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACEAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{"chunks": [["uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58", 0, 78881569]]}', 1, 216524800, datetime.datetime(2023, 6, 29, 13, 21, 39, 432308), None, None, 1])
gunicorn-registry stdout | 2023-06-29 13:22:13,897 [208] [DEBUG] [app] Ending request: urn:request:f451739e-8691-4a47-ad48-940633ef48f7 (/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854) {'endpoint': 'v2.upload_chunk', 'request_id': 'urn:request:f451739e-8691-4a47-ad48-940633ef48f7', 'remote_addr': '10.128.2.5', 'http_method': 'PATCH', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854', 'path': '/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:22:13,897 [208] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:22:13,897 [208] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:22:13,897 [208] [INFO] [gunicorn.access] 10.128.2.5 - - [29/Jun/2023:13:22:13 +0000] "PATCH /v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854 HTTP/1.1" 202 0 "-" "containers/5.24.1 (github.com/containers/image)"
nginx stdout | 10.128.2.5 (-) - - [29/Jun/2023:13:22:13 +0000] "PATCH /v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854 HTTP/1.1" 202 0 "-" "containers/5.24.1 (github.com/containers/image)" (33.585 78923753 33.583)
exportactionlogsworker stdout | 2023-06-29 13:22:14,099 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:30.011377+00:00 (in 15.175210 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:14 UTC)" (scheduled at 2023-06-29 13:22:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 14, 836618), True, datetime.datetime(2023, 6, 29, 13, 22, 14, 836618), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:22:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:22:14,887 [217] [DEBUG] [app] Starting request: urn:request:1f3fc03f-c41e-458c-915f-7dcd1ad0daee (/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854) {'X-Forwarded-For': '123.123.41.3, 10.131.0.8'}
gunicorn-registry stdout | 2023-06-29 13:22:14,888 [217] [DEBUG] [auth.registry_jwt_auth] Called with params: (), {'upload_uuid': 'a259d799-9d9e-4281-a97f-1a31508fa854', 'namespace_name': 'org1', 'repo_name': 'largesize'}
gunicorn-registry stdout | 2023-06-29 13:22:14,888 [217] [DEBUG] [auth.registry_jwt_auth] Validating auth header: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4OTMsImlhdCI6MTY4ODA0NDg5MywiZXhwIjoxNjg4MDQ4NDkzLCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbeyJ0eXBlIjoicmVwb3NpdG9yeSIsIm5hbWUiOiJvcmcxL2xhcmdlc2l6ZSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiJhYzJmYzZmMC0yZTg3LTQ2OTUtOWM4My1iMzU5MmIwOGU3NTciLCJraW5kIjoidXNlciIsInVzZXIiOiJ3aHVxdWF5IiwiY29tLmFwb3N0aWxsZS5yb290cyI6eyJvcmcxL2xhcmdlc2l6ZSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.bZY8IOlB5I6Tu-rBR49VbIaagsHWwz5uVboYdTw5Sqbif_UH9MXX-J-4_fX5QU2WqHLP53t9YmqJgMUFkrYDoSFAFqZ4Ljhk6KnTFIrpJWCa24onAKB9Lc1JQ_LXsg7rmP5E2apbqKc2RrcU4PzxGeWXXoOV6yidtYIb6nL6D40HlLlj7qH5RkU02NqpycAownReKxo8Oop6-zGq3w1T_KOikkYl4MCS-bXR2tgoNiPBk3GQZjFxup_i2WJylJiXG8HxwEt4keOJhKg5Y3ZWywp54WyIRNzfMjrUpR9rMqN_vVyyAantSoGM43_E8YVBqXe7VSDn7D_cE6SXaj28jQ
gunicorn-registry stdout | 2023-06-29 13:22:14,888 [217] [DEBUG] [util.security.registry_jwt] encoded JWT: eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6ImY2c0oxVFpVOWs0N2tDOURfcGR6ZXhsNDhNcmpPcEVqOFhhZkVIb2ZERFEifQ.eyJpc3MiOiJxdWF5IiwiYXVkIjoicXVheXJlZ2lzdHJ5LXF1YXktcXVheS1lbnRlcnByaXNlLmFwcHMud2h1NDEzYXoxNS5xZS5henVyZS5kZXZjbHVzdGVyLm9wZW5zaGlmdC5jb20iLCJuYmYiOjE2ODgwNDQ4OTMsImlhdCI6MTY4ODA0NDg5MywiZXhwIjoxNjg4MDQ4NDkzLCJzdWIiOiJ3aHVxdWF5IiwiYWNjZXNzIjpbeyJ0eXBlIjoicmVwb3NpdG9yeSIsIm5hbWUiOiJvcmcxL2xhcmdlc2l6ZSIsImFjdGlvbnMiOlsicHVzaCIsInB1bGwiXX1dLCJjb250ZXh0Ijp7InZlcnNpb24iOjIsImVudGl0eV9raW5kIjoidXNlciIsImVudGl0eV9yZWZlcmVuY2UiOiJhYzJmYzZmMC0yZTg3LTQ2OTUtOWM4My1iMzU5MmIwOGU3NTciLCJraW5kIjoidXNlciIsInVzZXIiOiJ3aHVxdWF5IiwiY29tLmFwb3N0aWxsZS5yb290cyI6eyJvcmcxL2xhcmdlc2l6ZSI6IiRkaXNhYmxlZCJ9LCJjb20uYXBvc3RpbGxlLnJvb3QiOiIkZGlzYWJsZWQifX0.bZY8IOlB5I6Tu-rBR49VbIaagsHWwz5uVboYdTw5Sqbif_UH9MXX-J-4_fX5QU2WqHLP53t9YmqJgMUFkrYDoSFAFqZ4Ljhk6KnTFIrpJWCa24onAKB9Lc1JQ_LXsg7rmP5E2apbqKc2RrcU4PzxGeWXXoOV6yidtYIb6nL6D40HlLlj7qH5RkU02NqpycAownReKxo8Oop6-zGq3w1T_KOikkYl4MCS-bXR2tgoNiPBk3GQZjFxup_i2WJylJiXG8HxwEt4keOJhKg5Y3ZWywp54WyIRNzfMjrUpR9rMqN_vVyyAantSoGM43_E8YVBqXe7VSDn7D_cE6SXaj28jQ
gunicorn-registry stdout | 2023-06-29 13:22:14,889 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2023, 6, 29, 13, 22, 14, 888866), None, 'quay', 'quay', datetime.datetime(2023, 6, 29, 13, 22, 14, 888901), 'quay', None, datetime.datetime(2023, 6, 28, 13, 22, 14, 888914), datetime.datetime(2023, 6, 22, 13, 22, 14, 888922), None])
gunicorn-registry stdout | 2023-06-29 13:22:14,890 [217] [DEBUG] [peewee.pool] No connection available in pool.
gunicorn-registry stdout | 2023-06-29 13:22:14,892 [217] [DEBUG] [peewee.pool] Created new connection 140140674944512.
gunicorn-registry stdout | 2023-06-29 13:22:14,896 [217] [DEBUG] [auth.permissions] Identity loaded: <Identity id="whuquay" auth_type="signed_jwt" provides={_ResourceNeed(type='repository', namespace='org1', name='largesize', role='write')}>
gunicorn-registry stdout | 2023-06-29 13:22:14,896 [217] [DEBUG] [auth.permissions] Loaded signed_jwt identity for: whuquay
gunicorn-registry stdout | 2023-06-29 13:22:14,896 [217] [DEBUG] [auth.registry_jwt_auth] Identity changed to whuquay
gunicorn-registry stdout | 2023-06-29 13:22:14,896 [217] [DEBUG] [auth.registry_jwt_auth] Auth context set to {'version': 2, 'entity_kind': 'user', 'entity_reference': 'ac2fc6f0-2e87-4695-9c83-b3592b08e757', 'kind': 'user', 'user': 'whuquay', 'com.apostille.roots': {'org1/largesize': '$disabled'}, 'com.apostille.root': '$disabled'}
gunicorn-registry stdout | 2023-06-29 13:22:14,897 [217] [DEBUG] [endpoints.v2] Checking permission <class 'auth.permissions.ModifyRepositoryPermission'> for repo: org1/largesize
gunicorn-registry stdout | 2023-06-29 13:22:14,898 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['org1', 'largesize', 3, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,900 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', [])
gunicorn-registry stdout | 2023-06-29 13:22:14,901 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,901 [217] [DEBUG] [peewee] ('SELECT Sum("t1"."byte_count") AS "size_bytes" FROM "blobupload" AS "t1" WHERE ("t1"."repository_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,902 [217] [DEBUG] [peewee] ('SELECT "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" = %s)', [1])
gunicorn-registry stdout | 2023-06-29 13:22:14,903 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['org1', False, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,904 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,905 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['org1', False, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,906 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['org1'])
gunicorn-registry stdout | 2023-06-29 13:22:14,907 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."uuid", "t1"."byte_count", "t1"."sha_state", "t1"."location_id", "t1"."storage_metadata", "t1"."chunk_count", "t1"."uncompressed_byte_count", "t1"."created", "t1"."piece_sha_state", "t1"."piece_hashes", "t2"."id", "t2"."name" FROM "blobupload" AS "t1" INNER JOIN "imagestoragelocation" AS "t2" ON ("t1"."location_id" = "t2"."id") WHERE ("t1"."uuid" = %s) LIMIT %s OFFSET %s', ['a259d799-9d9e-4281-a97f-1a31508fa854', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:14,908 [217] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:22:14,908 [217] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:22:14,908 [217] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/endpoints.json
gunicorn-registry stdout | 2023-06-29 13:22:14,915 [217] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/sdk-default-configuration.json
gunicorn-registry stdout | 2023-06-29 13:22:14,916 [217] [DEBUG] [botocore.hooks] Event choose-service-name: calling handler <function handle_service_name_alias at 0x7f750dfac430>
gunicorn-registry stdout | 2023-06-29 13:22:14,922 [217] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/s3/2006-03-01/service-2.json
gunicorn-registry stdout | 2023-06-29 13:22:14,930 [217] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_post at 0x7f750e032ee0>
gunicorn-registry stdout | 2023-06-29 13:22:14,930 [217] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function lazy_call.<locals>._handler at 0x7f750c317310>
gunicorn-registry stdout | 2023-06-29 13:22:14,939 [217] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_url at 0x7f750e032ca0>
gunicorn-registry stdout | 2023-06-29 13:22:14,941 [217] [DEBUG] [botocore.endpoint] Setting s3 timeout as (60, 60)
gunicorn-registry stdout | 2023-06-29 13:22:14,942 [217] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/_retry.json
gunicorn-registry stdout | 2023-06-29 13:22:14,943 [217] [DEBUG] [botocore.client] Registering retry handlers for service: s3
gunicorn-registry stdout | 2023-06-29 13:22:14,949 [217] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/boto3/data/s3/2006-03-01/resources-1.json
gunicorn-registry stdout | 2023-06-29 13:22:14,949 [217] [DEBUG] [botocore.hooks] Event choose-service-name: calling handler <function handle_service_name_alias at 0x7f750dfac430>
gunicorn-registry stdout | 2023-06-29 13:22:14,950 [217] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_post at 0x7f750e032ee0>
gunicorn-registry stdout | 2023-06-29 13:22:14,950 [217] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function lazy_call.<locals>._handler at 0x7f750c317310>
gunicorn-registry stdout | 2023-06-29 13:22:14,950 [217] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_url at 0x7f750e032ca0>
gunicorn-registry stdout | 2023-06-29 13:22:14,951 [217] [DEBUG] [botocore.endpoint] Setting s3 timeout as (60, 60)
gunicorn-registry stdout | 2023-06-29 13:22:14,952 [217] [DEBUG] [botocore.client] Registering retry handlers for service: s3
gunicorn-registry stdout | 2023-06-29 13:22:14,952 [217] [DEBUG] [boto3.resources.factory] Loading s3:s3
gunicorn-registry stdout | 2023-06-29 13:22:14,954 [217] [DEBUG] [boto3.resources.factory] Loading s3:Bucket
gunicorn-registry stdout | 2023-06-29 13:22:14,954 [217] [DEBUG] [boto3.resources.model] Renaming Bucket attribute name
gunicorn-registry stdout | 2023-06-29 13:22:14,954 [217] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Bucket: calling handler <function lazy_call.<locals>._handler at 0x7f750c317550>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f750a1e8a60>>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f750a1e8af0>>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f750a1e8a60>>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadBucket) with params: {'url_path': '/quay3.3.0', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a23dfa0>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event request-created.s3.HeadBucket: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f7509fab070>>
gunicorn-registry stdout | 2023-06-29 13:22:14,955 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadBucket: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f750a1e8b50>>
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadBucket: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadBucket: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f750a1e8b50>>
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.utils] Using S3 path style addressing.
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | HEAD
gunicorn-registry stdout | /quay3.3.0
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132214Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132214Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | b4aeaf49dd8e79eb6fd54ef31f885952e182f9d8c03610f25e61cfdeb8a3bb94
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 032fbec92a945efeaac675628235d99984907666f27c33e1c67acff736f56bcf
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.hooks] Event request-created.s3.HeadBucket: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:14,956 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42', 'X-Amz-Date': b'20230629T132214Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=032fbec92a945efeaac675628235d99984907666f27c33e1c67acff736f56bcf', 'amz-sdk-invocation-id': b'98907b27-2daa-4fe1-a430-e8bc57df8674', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:14,957 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:14,957 [217] [DEBUG] [urllib3.connectionpool] Starting new HTTPS connection (1): s3.us-south.cloud-object-storage.appdomain.cloud:443
gunicorn-registry stdout | 2023-06-29 13:22:15,288 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0 HTTP/1.1" 200 0
gunicorn-registry stdout | 2023-06-29 13:22:15,289 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'X-Clv-Request-Id': 'b28e817b-0b99-43e5-bc96-5cbb73511b78', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'b28e817b-0b99-43e5-bc96-5cbb73511b78', 'ibm-sse-kp-enabled': 'false', 'Content-Length': '0'}
gunicorn-registry stdout | 2023-06-29 13:22:15,289 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:15,289 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadBucket: calling handler <botocore.retryhandler.RetryHandler object at 0x7f750a1e89a0>
gunicorn-registry stdout | 2023-06-29 13:22:15,289 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:15,289 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadBucket: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f750a1e8a60>>
gunicorn-registry stdout | 2023-06-29 13:22:15,289 [217] [DEBUG] [boto3.resources.factory] Loading s3:Object
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f750c3175e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [boto3.resources.action] Calling s3:create_multipart_upload with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c', 'ContentType': 'application/octet-stream', 'ServerSideEncryption': 'AES256'}
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function validate_ascii_metadata at 0x7f750df45820>
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:15,291 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=CreateMultipartUpload) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploads', 'query_string': {}, 'method': 'POST', 'headers': {'Content-Type': 'application/octet-stream', 'x-amz-server-side-encryption': 'AES256', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploads', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event request-created.s3.CreateMultipartUpload: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.CreateMultipartUpload: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.CreateMultipartUpload: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.CreateMultipartUpload: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.utils] Using S3 path style addressing.
gunicorn-registry stdout | 2023-06-29 13:22:15,292 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | POST
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c
gunicorn-registry stdout | uploads=
gunicorn-registry stdout | content-type:application/octet-stream
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132215Z
gunicorn-registry stdout | x-amz-server-side-encryption:AES256
gunicorn-registry stdout | content-type;host;x-amz-content-sha256;x-amz-date;x-amz-server-side-encryption
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132215Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | cf44b352154c5edc4e28482f6e884a5070d7033b6fc9920ac5203976d0b3c4cd
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 17a1e638a5ed38d99bb7743241f173d1288a35a45d9e591053923e406944e030
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [botocore.hooks] Event request-created.s3.CreateMultipartUpload: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=POST, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploads, headers={'Content-Type': b'application/octet-stream', 'x-amz-server-side-encryption': b'AES256', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132215Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=content-type;host;x-amz-content-sha256;x-amz-date;x-amz-server-side-encryption, Signature=17a1e638a5ed38d99bb7743241f173d1288a35a45d9e591053923e406944e030', 'amz-sdk-invocation-id': b'086898a3-8a1e-4767-a57d-70df662107b9', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:15,293 [217] [DEBUG] [urllib3.connectionpool] Starting new HTTPS connection (1): s3.us-south.cloud-object-storage.appdomain.cloud:443
builder stdout | 2023-06-29 13:22:15,342 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:22:15,413 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:22:15,546 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:22:15,550 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:22:15,558 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:22:15,558 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "POST /quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploads HTTP/1.1" 200 325
gunicorn-registry stdout | 2023-06-29 13:22:15,558 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'X-Clv-Request-Id': 'f9298bb0-b59c-49eb-b7ec-d1edead8927e', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'f9298bb0-b59c-49eb-b7ec-d1edead8927e', 'Content-Type': 'application/xml', 'Content-Length': '325'}
gunicorn-registry stdout | 2023-06-29 13:22:15,558 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><InitiateMultipartUploadResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Bucket>quay3.3.0</Bucket><Key>datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c</Key><UploadId>01000189-0751-9926-dd3e-aa6282ed1e52</UploadId></InitiateMultipartUploadResult>'
gunicorn-registry stdout | 2023-06-29 13:22:15,559 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CreateMultipartUpload: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,559 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:15,559 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,559 [217] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'f9298bb0-b59c-49eb-b7ec-d1edead8927e', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'x-clv-request-id': 'f9298bb0-b59c-49eb-b7ec-d1edead8927e', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'f9298bb0-b59c-49eb-b7ec-d1edead8927e', 'content-type': 'application/xml', 'content-length': '325'}, 'RetryAttempts': 0}, 'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c', 'UploadId': '01000189-0751-9926-dd3e-aa6282ed1e52'}
gunicorn-registry stdout | 2023-06-29 13:22:15,559 [217] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUpload
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [boto3.resources.action] Calling s3:abort_multipart_upload with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c', 'UploadId': '01000189-0751-9926-dd3e-aa6282ed1e52'}
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.AbortMultipartUpload: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.AbortMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.AbortMultipartUpload: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.AbortMultipartUpload: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-call.s3.AbortMultipartUpload: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-call.s3.AbortMultipartUpload: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-call.s3.AbortMultipartUpload: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:15,560 [217] [DEBUG] [botocore.hooks] Event before-call.s3.AbortMultipartUpload: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=AbortMultipartUpload) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c', 'query_string': {'uploadId': '01000189-0751-9926-dd3e-aa6282ed1e52'}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploadId=01000189-0751-9926-dd3e-aa6282ed1e52', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.hooks] Event request-created.s3.AbortMultipartUpload: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.AbortMultipartUpload: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.AbortMultipartUpload: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.AbortMultipartUpload: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | DELETE
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c
gunicorn-registry stdout | uploadId=01000189-0751-9926-dd3e-aa6282ed1e52
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132215Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132215Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 834fbf4cc810bea77d47b3cbc887d29ca0dd9b53b61108bdcc76ca8da4e16f28
gunicorn-registry stdout | 2023-06-29 13:22:15,561 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 9f15a5b604d9ad2a3c4a24d2710eb10c000420c5400a58812a97d237847f718e
gunicorn-registry stdout | 2023-06-29 13:22:15,562 [217] [DEBUG] [botocore.hooks] Event request-created.s3.AbortMultipartUpload: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:15,562 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploadId=01000189-0751-9926-dd3e-aa6282ed1e52, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132215Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=9f15a5b604d9ad2a3c4a24d2710eb10c000420c5400a58812a97d237847f718e', 'amz-sdk-invocation-id': b'2294ed2d-8fa0-4272-bab1-452a3279f1d9', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
gunicorn-registry stdout | 2023-06-29 13:22:15,562 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:15,564 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:22:15,566 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:22:15,570 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:22:15,573 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:22:15,576 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gunicorn-registry stdout | 2023-06-29 13:22:15,639 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/db6fcf1f-f701-4a87-9786-aab549fd750c?uploadId=01000189-0751-9926-dd3e-aa6282ed1e52 HTTP/1.1" 204 0
gunicorn-registry stdout | 2023-06-29 13:22:15,639 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'X-Clv-Request-Id': 'c1db5f58-71df-4508-9794-9b58f483b712', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'c1db5f58-71df-4508-9794-9b58f483b712'}
gunicorn-registry stdout | 2023-06-29 13:22:15,639 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:15,640 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.AbortMultipartUpload: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,640 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:15,640 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.AbortMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,640 [217] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'c1db5f58-71df-4508-9794-9b58f483b712', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'x-clv-request-id': 'c1db5f58-71df-4508-9794-9b58f483b712', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'c1db5f58-71df-4508-9794-9b58f483b712'}, 'RetryAttempts': 0}}
gunicorn-registry stdout | 2023-06-29 13:22:15,641 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."uuid", "t1"."byte_count", "t1"."sha_state", "t1"."location_id", "t1"."storage_metadata", "t1"."chunk_count", "t1"."uncompressed_byte_count", "t1"."created", "t1"."piece_sha_state", "t1"."piece_hashes", "t2"."id", "t2"."name" FROM "blobupload" AS "t1" INNER JOIN "imagestoragelocation" AS "t2" ON ("t1"."location_id" = "t2"."id") WHERE ("t1"."uuid" = %s) LIMIT %s OFFSET %s', ['a259d799-9d9e-4281-a97f-1a31508fa854', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:15,643 [217] [DEBUG] [peewee] ('UPDATE "blobupload" SET "repository_id" = %s, "uuid" = %s, "byte_count" = %s, "sha_state" = %s, "location_id" = %s, "storage_metadata" = %s, "chunk_count" = %s, "uncompressed_byte_count" = %s, "created" = %s, "piece_sha_state" = %s, "piece_hashes" = %s WHERE ("blobupload"."id" = %s)', [1, 'a259d799-9d9e-4281-a97f-1a31508fa854', 78881569, 'gASVsgAAAAAAAACMBnJlaGFzaJSMBnNoYTI1NpSTlCmBlH2UKIwEbmFtZZSMBnNoYTI1NpSMB21kX2RhdGGUQ3hIyz3YWJfA07nLlyanBO0799IGhNQtqc72TN2zFmK0sQgZnSUAAAAA/6H+Ev89Tvz35Xq5Xq6/7vW/AAAA//8DAO0+58EA6OcMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACEAAAAgAAAAAAAAAAAAAACUdWIu', 9, '{"chunks": [["uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58", 0, 78881569]]}', 2, 216524800, datetime.datetime(2023, 6, 29, 13, 21, 39, 432308), None, None, 1])
gunicorn-registry stdout | 2023-06-29 13:22:15,646 [217] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:22:15,646 [217] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:22:15,646 [217] [DEBUG] [boto3.resources.factory] Loading s3:Object
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f750c3175e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b'}
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:15,647 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:15,648 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | HEAD
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132215Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132215Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | b99a27cc4f7caf25aacd2881186b7c3dbee9ae8877b0196903caa5849f85033c
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | b555ef9f624b37766b7c05f6dd7ffe82f41d4ea826e73976feedce38524c4bd2
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132215Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=b555ef9f624b37766b7c05f6dd7ffe82f41d4ea826e73976feedce38524c4bd2', 'amz-sdk-invocation-id': b'b1692c25-3580-4f59-88e8-139fc9974ad0', 'amz-sdk-request': b'attempt=1'}>
gunicorn-registry stdout | 2023-06-29 13:22:15,649 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:15,692 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b HTTP/1.1" 404 0
gunicorn-registry stdout | 2023-06-29 13:22:15,693 [217] [DEBUG] [botocore.parsers] Response headers: {'X-Clv-Request-Id': '95853792-887d-4ca2-85bd-622db1531f79', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '95853792-887d-4ca2-85bd-622db1531f79', 'Date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'Content-Type': 'application/xml', 'Content-Length': '366'}
gunicorn-registry stdout | 2023-06-29 13:22:15,693 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b''
gunicorn-registry stdout | 2023-06-29 13:22:15,695 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,695 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:15,695 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,695 [217] [DEBUG] [storage.cloud] Performing server side assembly of multi-part upload for: sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b
gunicorn-registry stdout | 2023-06-29 13:22:15,695 [217] [DEBUG] [boto3.resources.factory] Loading s3:Object
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f750c3175e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [boto3.resources.action] Calling s3:create_multipart_upload with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'ServerSideEncryption': 'AES256'}
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function validate_ascii_metadata at 0x7f750df45820>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CreateMultipartUpload: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CreateMultipartUpload: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=CreateMultipartUpload) with params: {'url_path': '/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploads', 'query_string': {}, 'method': 'POST', 'headers': {'x-amz-server-side-encryption': 'AES256', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploads', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:15,696 [217] [DEBUG] [botocore.hooks] Event request-created.s3.CreateMultipartUpload: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.CreateMultipartUpload: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.CreateMultipartUpload: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.CreateMultipartUpload: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | POST
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b
gunicorn-registry stdout | uploads=
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-date:20230629T132215Z
gunicorn-registry stdout | x-amz-server-side-encryption:AES256
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date;x-amz-server-side-encryption
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132215Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | cd16bfdc1a378ca5b48a2b183f64e14b0b11cb62b7819869d3ef6094effbc269
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 78b2958c9255794be54fb7c9e60b7fc6018c50fd5a18eb6b0f68d11a943f5774
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.hooks] Event request-created.s3.CreateMultipartUpload: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=POST, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploads, headers={'x-amz-server-side-encryption': b'AES256', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132215Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date;x-amz-server-side-encryption, Signature=78b2958c9255794be54fb7c9e60b7fc6018c50fd5a18eb6b0f68d11a943f5774', 'amz-sdk-invocation-id': b'329d545f-6be7-4f2f-bc38-768a991e6138', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
gunicorn-registry stdout | 2023-06-29 13:22:15,697 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:15,763 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "POST /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploads HTTP/1.1" 200 355
gunicorn-registry stdout | 2023-06-29 13:22:15,763 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'X-Clv-Request-Id': '56097a99-eb8f-4e50-992a-73dd7fbaebf0', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '56097a99-eb8f-4e50-992a-73dd7fbaebf0', 'Content-Type': 'application/xml', 'Content-Length': '355'}
gunicorn-registry stdout | 2023-06-29 13:22:15,763 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><InitiateMultipartUploadResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Bucket>quay3.3.0</Bucket><Key>datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b</Key><UploadId>01000189-0751-9a22-d14e-1c7c9fee4386</UploadId></InitiateMultipartUploadResult>'
gunicorn-registry stdout | 2023-06-29 13:22:15,764 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CreateMultipartUpload: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:15,764 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:15,764 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CreateMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,764 [217] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '56097a99-eb8f-4e50-992a-73dd7fbaebf0', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:22:15 GMT', 'x-clv-request-id': '56097a99-eb8f-4e50-992a-73dd7fbaebf0', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '56097a99-eb8f-4e50-992a-73dd7fbaebf0', 'content-type': 'application/xml', 'content-length': '355'}, 'RetryAttempts': 0}, 'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'UploadId': '01000189-0751-9a22-d14e-1c7c9fee4386'}
gunicorn-registry stdout | 2023-06-29 13:22:15,764 [217] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUpload
gunicorn-registry stdout | 2023-06-29 13:22:15,764 [217] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [boto3.resources.action] Calling s3:upload_part_copy with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'UploadId': '01000189-0751-9a22-d14e-1c7c9fee4386', 'PartNumber': 1, 'CopySource': {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58'}, 'CopySourceRange': 'bytes=0-78881568'}
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function handle_copy_source_param at 0x7f750df45160>
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function copy_source_sse_md5 at 0x7f750dfc1ca0>
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:15,765 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPartCopy) with params: {'url_path': '/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'query_string': {'uploadId': '01000189-0751-9a22-d14e-1c7c9fee4386', 'partNumber': 1}, 'method': 'PUT', 'headers': {'x-amz-copy-source': 'quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'x-amz-copy-source-range': 'bytes=0-78881568', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386&partNumber=1', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPartCopy: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPartCopy: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPartCopy: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:15,766 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPartCopy: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b
gunicorn-registry stdout | partNumber=1&uploadId=01000189-0751-9a22-d14e-1c7c9fee4386
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-copy-source:quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | x-amz-copy-source-range:bytes=0-78881568
gunicorn-registry stdout | x-amz-date:20230629T132215Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-copy-source;x-amz-copy-source-range;x-amz-date
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132215Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | fbcf1a44800ab3ebba5c30ddc39e7190d8966fbd93a907bbc30e022911f8d8fe
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 335aa4ab11b83a8dc82b7926f5d28ed6e834c9df0eeea196ca94cc96a87ea20a
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPartCopy: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386&partNumber=1, headers={'x-amz-copy-source': b'quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'x-amz-copy-source-range': b'bytes=0-78881568', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132215Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-copy-source;x-amz-copy-source-range;x-amz-date, Signature=335aa4ab11b83a8dc82b7926f5d28ed6e834c9df0eeea196ca94cc96a87ea20a', 'amz-sdk-invocation-id': b'34b535a1-576e-4681-8eeb-dc22fbba628c', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
gunicorn-registry stdout | 2023-06-29 13:22:15,767 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
securityworker stdout | 2023-06-29 13:22:15,917 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:22:16,025 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:22:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:22:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:46.328917+00:00 (in 29.999379 seconds)
buildlogsarchiver stdout | 2023-06-29 13:22:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:46 UTC)" (scheduled at 2023-06-29 13:22:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:22:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 22, 16, 330069), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:22:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:22:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:22:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:22:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:22:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:22:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:26.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 13:22:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:26 UTC)" (scheduled at 2023-06-29 13:22:16.710348+00:00)
gcworker stdout | 2023-06-29 13:22:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835336711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:22:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:22:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:22:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:26 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:22:16,963 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386&partNumber=1 HTTP/1.1" 200 246
gunicorn-registry stdout | 2023-06-29 13:22:16,963 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '69f7e8a2-a8df-484b-be58-6ed7dccf46e3', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '69f7e8a2-a8df-484b-be58-6ed7dccf46e3', 'ETag': '"3e9160e553a945e3769af77c27565bf4"', 'Content-Type': 'application/xml', 'Content-Length': '246'}
gunicorn-registry stdout | 2023-06-29 13:22:16,963 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><CopyPartResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><LastModified>2023-06-29T13:22:13.661Z</LastModified><ETag>&quot;3e9160e553a945e3769af77c27565bf4&quot;</ETag></CopyPartResult>'
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPartCopy: calling handler <function check_for_200_error at 0x7f750dfc1790>
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPartCopy: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPartCopy: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '69f7e8a2-a8df-484b-be58-6ed7dccf46e3', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '69f7e8a2-a8df-484b-be58-6ed7dccf46e3', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '69f7e8a2-a8df-484b-be58-6ed7dccf46e3', 'etag': '"3e9160e553a945e3769af77c27565bf4"', 'content-type': 'application/xml', 'content-length': '246'}, 'RetryAttempts': 0}, 'CopyPartResult': {'ETag': '"3e9160e553a945e3769af77c27565bf4"', 'LastModified': datetime.datetime(2023, 6, 29, 13, 22, 13, 661000, tzinfo=tzlocal())}}
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [boto3.resources.factory] Loading s3:MultipartUploadPart
gunicorn-registry stdout | 2023-06-29 13:22:16,964 [217] [DEBUG] [boto3.resources.model] Renaming MultipartUploadPart attribute part_number
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [boto3.resources.action] Calling s3:upload_part_copy with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'UploadId': '01000189-0751-9a22-d14e-1c7c9fee4386', 'PartNumber': 1, 'CopySource': {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58'}, 'CopySourceRange': 'bytes=0-78881568'}
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function handle_copy_source_param at 0x7f750df45160>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function sse_md5 at 0x7f750dfc1c10>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function copy_source_sse_md5 at 0x7f750dfc1ca0>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.UploadPartCopy: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event before-call.s3.UploadPartCopy: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=UploadPartCopy) with params: {'url_path': '/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'query_string': {'uploadId': '01000189-0751-9a22-d14e-1c7c9fee4386', 'partNumber': 1}, 'method': 'PUT', 'headers': {'x-amz-copy-source': 'quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'x-amz-copy-source-range': 'bytes=0-78881568', 'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386&partNumber=1', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPartCopy: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:16,965 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPartCopy: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.UploadPartCopy: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.UploadPartCopy: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | PUT
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b
gunicorn-registry stdout | partNumber=1&uploadId=01000189-0751-9a22-d14e-1c7c9fee4386
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | x-amz-copy-source:quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58
gunicorn-registry stdout | x-amz-copy-source-range:bytes=0-78881568
gunicorn-registry stdout | x-amz-date:20230629T132216Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-copy-source;x-amz-copy-source-range;x-amz-date
gunicorn-registry stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132216Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | d70c7ebee902d4feb2cfa9f8d2621fea7772bba6706cc714936f902513422666
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | a4a256ac2a53c408ca4f16fef31c3a7bab24a3bc675bc9501bdfea400715c580
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.hooks] Event request-created.s3.UploadPartCopy: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=PUT, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386&partNumber=1, headers={'x-amz-copy-source': b'quay3.3.0/datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58', 'x-amz-copy-source-range': b'bytes=0-78881568', 'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132216Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-copy-source;x-amz-copy-source-range;x-amz-date, Signature=a4a256ac2a53c408ca4f16fef31c3a7bab24a3bc675bc9501bdfea400715c580', 'amz-sdk-invocation-id': b'8c200e8a-7084-4cd3-a2ca-3984bfb03a90', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
gunicorn-registry stdout | 2023-06-29 13:22:16,966 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
buildlogsarchiver stdout | 2023-06-29 13:22:17,017 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:22:17,047 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:22:17,050 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:22:17,053 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
gunicorn-registry stdout | 2023-06-29 13:22:18,024 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "PUT /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386&partNumber=1 HTTP/1.1" 200 246
gunicorn-registry stdout | 2023-06-29 13:22:18,025 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'X-Clv-Request-Id': '21703f98-0d21-4b20-9664-526c8aa72b16', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '21703f98-0d21-4b20-9664-526c8aa72b16', 'ETag': '"3e9160e553a945e3769af77c27565bf4"', 'Content-Type': 'application/xml', 'Content-Length': '246'}
gunicorn-registry stdout | 2023-06-29 13:22:18,025 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><CopyPartResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><LastModified>2023-06-29T13:22:13.661Z</LastModified><ETag>&quot;3e9160e553a945e3769af77c27565bf4&quot;</ETag></CopyPartResult>'
gunicorn-registry stdout | 2023-06-29 13:22:18,025 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPartCopy: calling handler <function check_for_200_error at 0x7f750dfc1790>
gunicorn-registry stdout | 2023-06-29 13:22:18,025 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPartCopy: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.UploadPartCopy: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '21703f98-0d21-4b20-9664-526c8aa72b16', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 01 Jan 1970 00:00:00 GMT', 'x-clv-request-id': '21703f98-0d21-4b20-9664-526c8aa72b16', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '21703f98-0d21-4b20-9664-526c8aa72b16', 'etag': '"3e9160e553a945e3769af77c27565bf4"', 'content-type': 'application/xml', 'content-length': '246'}, 'RetryAttempts': 0}, 'CopyPartResult': {'ETag': '"3e9160e553a945e3769af77c27565bf4"', 'LastModified': datetime.datetime(2023, 6, 29, 13, 22, 13, 661000, tzinfo=tzlocal())}}
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [boto3.resources.action] Calling s3:complete_multipart_upload with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'UploadId': '01000189-0751-9a22-d14e-1c7c9fee4386', 'MultipartUpload': {'Parts': [{'ETag': '"3e9160e553a945e3769af77c27565bf4"', 'PartNumber': 1}]}}
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <function validate_bucket_name at 0x7f750dfc1b80>
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f7509b27430>>
gunicorn-registry stdout | 2023-06-29 13:22:18,026 [217] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.CompleteMultipartUpload: calling handler <function generate_idempotent_uuid at 0x7f750dfc19d0>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <function add_expect_header at 0x7f750dfc1ee0>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <function add_recursion_detection_header at 0x7f750dfc1670>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event before-call.s3.CompleteMultipartUpload: calling handler <function inject_api_version_header_if_needed at 0x7f750df46280>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=CompleteMultipartUpload) with params: {'url_path': '/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'query_string': {'uploadId': '01000189-0751-9a22-d14e-1c7c9fee4386'}, 'method': 'POST', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'<CompleteMultipartUpload xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Part><ETag>"3e9160e553a945e3769af77c27565bf4"</ETag><PartNumber>1</PartNumber></Part></CompleteMultipartUpload>', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f750a167850>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event request-created.s3.CompleteMultipartUpload: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f750a1677c0>>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.CompleteMultipartUpload: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event choose-signer.s3.CompleteMultipartUpload: calling handler <function set_operation_specific_signer at 0x7f750dfc18b0>
gunicorn-registry stdout | 2023-06-29 13:22:18,027 [217] [DEBUG] [botocore.hooks] Event before-sign.s3.CompleteMultipartUpload: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f7509b27490>>
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.auth] CanonicalRequest:
gunicorn-registry stdout | POST
gunicorn-registry stdout | /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b
gunicorn-registry stdout | uploadId=01000189-0751-9a22-d14e-1c7c9fee4386
gunicorn-registry stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
gunicorn-registry stdout | x-amz-content-sha256:833a1902760ed889b0d98607a4e5bdcf1de74ca5f0edd407f5bb865be9a49473
gunicorn-registry stdout | x-amz-date:20230629T132218Z
gunicorn-registry stdout | host;x-amz-content-sha256;x-amz-date
gunicorn-registry stdout | 833a1902760ed889b0d98607a4e5bdcf1de74ca5f0edd407f5bb865be9a49473
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.auth] StringToSign:
gunicorn-registry stdout | AWS4-HMAC-SHA256
gunicorn-registry stdout | 20230629T132218Z
gunicorn-registry stdout | 20230629/us-east-1/s3/aws4_request
gunicorn-registry stdout | 3c8d39fdb8ff5f737ed880de58ac94d74a0c41f64d8e07620918229aa513ff0c
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.auth] Signature:
gunicorn-registry stdout | 6f38544a20a1823777ad417c46e81444b49271e221c9cd8955723037b46389b1
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.hooks] Event request-created.s3.CompleteMultipartUpload: calling handler <function add_retry_headers at 0x7f750df46940>
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=POST, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132218Z', 'X-Amz-Content-SHA256': b'833a1902760ed889b0d98607a4e5bdcf1de74ca5f0edd407f5bb865be9a49473', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=6f38544a20a1823777ad417c46e81444b49271e221c9cd8955723037b46389b1', 'amz-sdk-invocation-id': b'203a463b-cdf2-4b7e-ac81-097c837e6706', 'amz-sdk-request': b'attempt=1', 'Content-Length': '185'}>
gunicorn-registry stdout | 2023-06-29 13:22:18,028 [217] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-registry stdout | 2023-06-29 13:22:18,160 [217] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "POST /quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b?uploadId=01000189-0751-9a22-d14e-1c7c9fee4386 HTTP/1.1" 200 539
gunicorn-registry stdout | 2023-06-29 13:22:18,160 [217] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:22:18 GMT', 'X-Clv-Request-Id': '4195af6e-8b7f-47eb-b40a-021a9dc88299', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '4195af6e-8b7f-47eb-b40a-021a9dc88299', 'ETag': '"ad8c98273f37afe365c38ec4ba93dae0-1"', 'Content-Type': 'application/xml', 'Content-Length': '539'}
gunicorn-registry stdout | 2023-06-29 13:22:18,160 [217] [DEBUG] [botocore.parsers] Response body:
gunicorn-registry stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><CompleteMultipartUploadResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Location>http://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b</Location><Bucket>quay3.3.0</Bucket><Key>datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b</Key><ETag>&quot;ad8c98273f37afe365c38ec4ba93dae0-1&quot;</ETag></CompleteMultipartUploadResult>'
gunicorn-registry stdout | 2023-06-29 13:22:18,161 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CompleteMultipartUpload: calling handler <function check_for_200_error at 0x7f750dfc1790>
gunicorn-registry stdout | 2023-06-29 13:22:18,161 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CompleteMultipartUpload: calling handler <botocore.retryhandler.RetryHandler object at 0x7f7509b272e0>
gunicorn-registry stdout | 2023-06-29 13:22:18,161 [217] [DEBUG] [botocore.retryhandler] No retry needed.
gunicorn-registry stdout | 2023-06-29 13:22:18,161 [217] [DEBUG] [botocore.hooks] Event needs-retry.s3.CompleteMultipartUpload: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f7509b273a0>>
gunicorn-registry stdout | 2023-06-29 13:22:18,161 [217] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '4195af6e-8b7f-47eb-b40a-021a9dc88299', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:22:18 GMT', 'x-clv-request-id': '4195af6e-8b7f-47eb-b40a-021a9dc88299', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '4195af6e-8b7f-47eb-b40a-021a9dc88299', 'etag': '"ad8c98273f37afe365c38ec4ba93dae0-1"', 'content-type': 'application/xml', 'content-length': '539'}, 'RetryAttempts': 0}, 'Location': 'http://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/sha256/bd/bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'ETag': '"ad8c98273f37afe365c38ec4ba93dae0-1"'}
gunicorn-registry stdout | 2023-06-29 13:22:18,161 [217] [DEBUG] [boto3.resources.factory] Loading s3:Object
gunicorn-registry stdout | 2023-06-29 13:22:18,162 [217] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f750c3175e0>
gunicorn-registry stdout | 2023-06-29 13:22:18,163 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."uuid", "t1"."byte_count", "t1"."sha_state", "t1"."location_id", "t1"."storage_metadata", "t1"."chunk_count", "t1"."uncompressed_byte_count", "t1"."created", "t1"."piece_sha_state", "t1"."piece_hashes", "t2"."id", "t2"."name" FROM "blobupload" AS "t1" INNER JOIN "imagestoragelocation" AS "t2" ON ("t1"."location_id" = "t2"."id") WHERE ("t1"."uuid" = %s) LIMIT %s OFFSET %s', ['a259d799-9d9e-4281-a97f-1a31508fa854', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:18,164 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "imagestoragelocation" AS "t1"', [])
gunicorn-registry stdout | 2023-06-29 13:22:18,164 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."image_size", "t1"."uncompressed_size", "t1"."uploading", "t1"."cas_path", "t1"."content_checksum" FROM "imagestorage" AS "t1" WHERE ("t1"."content_checksum" = %s) LIMIT %s OFFSET %s', ['sha256:bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:18,165 [217] [DEBUG] [peewee] ('INSERT INTO "imagestorage" ("uuid", "image_size", "uncompressed_size", "uploading", "cas_path", "content_checksum") VALUES (%s, %s, %s, %s, %s, %s) RETURNING "imagestorage"."id"', ['52783e66-fba6-4280-a4b5-099784a10751', 78881569, 216524800, True, True, 'sha256:bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b'])
gunicorn-registry stdout | 2023-06-29 13:22:18,166 [217] [DEBUG] [peewee] ('INSERT INTO "imagestorageplacement" ("storage_id", "location_id") VALUES (%s, %s) RETURNING "imagestorageplacement"."id"', [1, 9])
gunicorn-registry stdout | 2023-06-29 13:22:18,167 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state" FROM "repository" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [1, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:22:18,168 [217] [DEBUG] [peewee] ('INSERT INTO "uploadedblob" ("repository_id", "blob_id", "uploaded_at", "expires_at") VALUES (%s, %s, %s, %s) RETURNING "uploadedblob"."id"', [1, 1, datetime.datetime(2023, 6, 29, 13, 22, 18, 168266), datetime.datetime(2023, 6, 29, 14, 22, 18, 168256)])
gunicorn-registry stdout | 2023-06-29 13:22:18,169 [217] [DEBUG] [peewee] ('DELETE FROM "blobupload" WHERE ("blobupload"."id" = %s)', [1])
gunicorn-registry stdout | 2023-06-29 13:22:18,172 [217] [DEBUG] [app] Ending request: urn:request:1f3fc03f-c41e-458c-915f-7dcd1ad0daee (/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854) {'endpoint': 'v2.monolithic_upload_or_last_chunk', 'request_id': 'urn:request:1f3fc03f-c41e-458c-915f-7dcd1ad0daee', 'remote_addr': '10.131.0.8', 'http_method': 'PUT', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854?digest=sha256%3Abdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b', 'path': '/v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854', 'parameters': {'digest': 'sha256:bdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b'}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 13:22:18,172 [217] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 13:22:18,172 [217] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
gunicorn-registry stdout | 2023-06-29 13:22:18,172 [217] [INFO] [gunicorn.access] 10.131.0.8 - - [29/Jun/2023:13:22:18 +0000] "PUT /v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854?digest=sha256%3Abdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b HTTP/1.1" 201 0 "-" "containers/5.24.1 (github.com/containers/image)"
nginx stdout | 10.131.0.8 (-) - - [29/Jun/2023:13:22:18 +0000] "PUT /v2/org1/largesize/blobs/uploads/a259d799-9d9e-4281-a97f-1a31508fa854?digest=sha256%3Abdd1d5c2c2ed5a2cefd922c68d2e3aa6030377acb45640f972ce735e119cf85b HTTP/1.1" 201 0 "-" "containers/5.24.1 (github.com/containers/image)" (3.286 1870 3.286)
manifestbackfillworker stdout | 2023-06-29 13:22:18,699 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:22:18,748 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:22:19,191 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:22:19,264 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:22:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:30.109381+00:00 (in 9.999535 seconds)
notificationworker stdout | 2023-06-29 13:22:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:30 UTC)" (scheduled at 2023-06-29 13:22:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:22:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:22:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 20, 110274), True, datetime.datetime(2023, 6, 29, 13, 22, 20, 110274), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:22:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:22:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:22:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:22:25,169 [196] [DEBUG] [app] Starting request: urn:request:f6e7c7f6-da0a-478b-b6e8-476d7aa3e373 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,169 [195] [DEBUG] [app] Starting request: urn:request:73868dd0-7914-47dc-97d0-a6674b692db0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:22:25,173 [218] [DEBUG] [app] Starting request: urn:request:d025f6c4-74fe-4238-ae16-708209d9623a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:25,173 [218] [DEBUG] [app] Ending request: urn:request:d025f6c4-74fe-4238-ae16-708209d9623a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d025f6c4-74fe-4238-ae16-708209d9623a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:22:25,173 [217] [DEBUG] [app] Starting request: urn:request:e8261196-a6a4-4344-bf74-fced23ab3327 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:25,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:22:25,174 [217] [DEBUG] [app] Ending request: urn:request:e8261196-a6a4-4344-bf74-fced23ab3327 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e8261196-a6a4-4344-bf74-fced23ab3327', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:22:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:22:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:25,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:25,176 [193] [DEBUG] [app] Starting request: urn:request:992d67ad-0620-42e7-93c4-b63e2ebb37a4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,177 [193] [DEBUG] [app] Ending request: urn:request:992d67ad-0620-42e7-93c4-b63e2ebb37a4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:992d67ad-0620-42e7-93c4-b63e2ebb37a4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:22:25,177 [196] [DEBUG] [app] Starting request: urn:request:94b7fcdf-a247-4e99-a568-34d41213ba82 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,177 [196] [DEBUG] [app] Ending request: urn:request:94b7fcdf-a247-4e99-a568-34d41213ba82 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:94b7fcdf-a247-4e99-a568-34d41213ba82', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:25,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:22:25,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:25,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:25,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:25,184 [196] [DEBUG] [app] Ending request: urn:request:f6e7c7f6-da0a-478b-b6e8-476d7aa3e373 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f6e7c7f6-da0a-478b-b6e8-476d7aa3e373', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:25,185 [195] [DEBUG] [app] Ending request: urn:request:73868dd0-7914-47dc-97d0-a6674b692db0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:73868dd0-7914-47dc-97d0-a6674b692db0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:25,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:22:25,185 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.016)
gunicorn-web stdout | 2023-06-29 13:22:25,185 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:22:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:22:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:08.108858+00:00 (in 41.871817 seconds)
exportactionlogsworker stdout | 2023-06-29 13:22:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:26 UTC)" (scheduled at 2023-06-29 13:22:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:22:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:22:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:22:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:22:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:36.710348+00:00 (in 9.999452 seconds)
gcworker stdout | 2023-06-29 13:22:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:36 UTC)" (scheduled at 2023-06-29 13:22:26.710348+00:00)
gcworker stdout | 2023-06-29 13:22:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835346711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:22:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:22:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:22:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:22:27,924 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:36.011593+00:00 (in 5.999718 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:27:30 UTC)" (scheduled at 2023-06-29 13:22:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,013 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 22, 30, 12283), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 22, 30, 12283), True, datetime.datetime(2023, 6, 29, 13, 22, 30, 12283), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 22, 30, 12283), True, datetime.datetime(2023, 6, 29, 13, 22, 30, 12283), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 22, 30, 12283), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:22:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:27:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:22:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:40.109381+00:00 (in 9.999512 seconds)
notificationworker stdout | 2023-06-29 13:22:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:40 UTC)" (scheduled at 2023-06-29 13:22:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:22:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:22:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 30, 110334), True, datetime.datetime(2023, 6, 29, 13, 22, 30, 110334), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:22:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:22:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:22:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:22:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:22:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:38.157912+00:00 (in 5.094607 seconds)
securityworker stdout | 2023-06-29 13:22:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:03 UTC)" (scheduled at 2023-06-29 13:22:33.062807+00:00)
securityworker stdout | 2023-06-29 13:22:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:22:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:22:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:22:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:22:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:22:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:22:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:22:33,594 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:22:35,001 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gunicorn-web stdout | 2023-06-29 13:22:35,035 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:22:35,038 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:22:35,042 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:22:35,044 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:22:35,047 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
globalpromstats stdout | 2023-06-29 13:22:35,109 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:22:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:22:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:14.835653+00:00 (in 38.823494 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:22:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:36 UTC)" (scheduled at 2023-06-29 13:22:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:22:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:22:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:22:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:22:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:46.710348+00:00 (in 9.999443 seconds)
gcworker stdout | 2023-06-29 13:22:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:46 UTC)" (scheduled at 2023-06-29 13:22:36.710348+00:00)
gcworker stdout | 2023-06-29 13:22:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835356711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:22:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:22:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:22:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:22:37,084 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:22:37,159 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:22:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:22:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:03.062807+00:00 (in 24.904367 seconds)
securityworker stdout | 2023-06-29 13:22:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:08 UTC)" (scheduled at 2023-06-29 13:22:38.157912+00:00)
securityworker stdout | 2023-06-29 13:22:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:22:38,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:22:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:22:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:22:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:22:38,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:22:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:22:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:22:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:22:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:22:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 17, 38, 165517), 1, 2])
securityworker stdout | 2023-06-29 13:22:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:22:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:22:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 17, 38, 165517), 1, 2])
securityworker stdout | 2023-06-29 13:22:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:22:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:22:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:22:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:22:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:22:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:22:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:22:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:22:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:22:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:22:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:58.014887+00:00 (in 19.786664 seconds)
repositorygcworker stdout | 2023-06-29 13:22:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:38 UTC)" (scheduled at 2023-06-29 13:22:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:22:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:22:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:22:38,350 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:22:39,980 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:22:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:50.109381+00:00 (in 9.999501 seconds)
notificationworker stdout | 2023-06-29 13:22:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:50 UTC)" (scheduled at 2023-06-29 13:22:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:22:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:22:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 40, 110266), True, datetime.datetime(2023, 6, 29, 13, 22, 40, 110266), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:22:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:22:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:22:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:22:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:22:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:04.217001+00:00 (in 24.083884 seconds)
namespacegcworker stdout | 2023-06-29 13:22:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:40 UTC)" (scheduled at 2023-06-29 13:22:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:22:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:22:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 40, 133518), True, datetime.datetime(2023, 6, 29, 13, 22, 40, 133518), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:22:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:22:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:22:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:22:40,169 [196] [DEBUG] [app] Starting request: urn:request:d93feb77-6180-4566-a38c-0a3cf0be74ac (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:40,169 [193] [DEBUG] [app] Starting request: urn:request:46ab41a0-6aa7-4306-9a8a-2e5fe65c8c6d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:40,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:22:40,172 [218] [DEBUG] [app] Starting request: urn:request:d8602de9-798e-4a90-b2af-d855852d678d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:40,172 [208] [DEBUG] [app] Starting request: urn:request:601e125f-f0fc-48ba-ab2b-2f32585ba14b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:40,173 [208] [DEBUG] [app] Ending request: urn:request:601e125f-f0fc-48ba-ab2b-2f32585ba14b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:601e125f-f0fc-48ba-ab2b-2f32585ba14b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:22:40,173 [218] [DEBUG] [app] Ending request: urn:request:d8602de9-798e-4a90-b2af-d855852d678d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d8602de9-798e-4a90-b2af-d855852d678d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:22:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:22:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:22:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:40,176 [194] [DEBUG] [app] Starting request: urn:request:c953612a-1836-4a97-aa23-33085005913f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:40,176 [195] [DEBUG] [app] Starting request: urn:request:f9b5f89b-e425-4906-adf8-53677e7227a5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:40,176 [194] [DEBUG] [app] Ending request: urn:request:c953612a-1836-4a97-aa23-33085005913f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c953612a-1836-4a97-aa23-33085005913f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:40,176 [195] [DEBUG] [app] Ending request: urn:request:f9b5f89b-e425-4906-adf8-53677e7227a5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f9b5f89b-e425-4906-adf8-53677e7227a5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:40,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:22:40,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:22:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:22:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:40,183 [193] [DEBUG] [app] Ending request: urn:request:46ab41a0-6aa7-4306-9a8a-2e5fe65c8c6d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:46ab41a0-6aa7-4306-9a8a-2e5fe65c8c6d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:40,183 [196] [DEBUG] [app] Ending request: urn:request:d93feb77-6180-4566-a38c-0a3cf0be74ac (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d93feb77-6180-4566-a38c-0a3cf0be74ac', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:22:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
servicekey stdout | 2023-06-29 13:22:41,554 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:22:41,575 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:22:42,075 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:22:44,135 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:22:45,370 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:22:45,449 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:22:45,554 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:22:45,559 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:22:45,567 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:22:45,570 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:22:45,573 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:22:45,575 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:22:45,580 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:22:45,583 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:22:45,586 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:22:45,940 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:22:46,061 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:22:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:22:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:16.328917+00:00 (in 29.999391 seconds)
buildlogsarchiver stdout | 2023-06-29 13:22:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:16 UTC)" (scheduled at 2023-06-29 13:22:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:22:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 22, 46, 330008), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:22:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:22:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:22:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:22:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:22:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:22:56.710348+00:00 (in 9.999448 seconds)
gcworker stdout | 2023-06-29 13:22:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:56 UTC)" (scheduled at 2023-06-29 13:22:46.710348+00:00)
gcworker stdout | 2023-06-29 13:22:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835366711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:22:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:22:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:22:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:22:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:22:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:22:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:46.720304+00:00 (in 59.999553 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:22:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:46 UTC)" (scheduled at 2023-06-29 13:22:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:22:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:22:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:22:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:46 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 13:22:47,053 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:22:47,057 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:22:47,060 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:22:47,063 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
manifestbackfillworker stdout | 2023-06-29 13:22:48,720 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:22:48,784 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:22:49,209 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:22:49,288 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:22:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:22:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:00.109381+00:00 (in 9.999534 seconds)
notificationworker stdout | 2023-06-29 13:22:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:00 UTC)" (scheduled at 2023-06-29 13:22:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:22:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:22:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 50, 110278), True, datetime.datetime(2023, 6, 29, 13, 22, 50, 110278), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:22:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:22:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:22:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:22:55,169 [196] [DEBUG] [app] Starting request: urn:request:586427cb-ffcc-4ab6-bf23-82b82a7d6ee4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:55,169 [193] [DEBUG] [app] Starting request: urn:request:c373cb41-9d19-4ec6-984f-24684c0b7bd8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:22:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:22:55,172 [217] [DEBUG] [app] Starting request: urn:request:11a15ec3-f722-4f76-b3b3-e9741e3b2d83 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:55,172 [215] [DEBUG] [app] Starting request: urn:request:15eb9047-728b-4532-8e74-7ce8c00daa46 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:22:55,173 [215] [DEBUG] [app] Ending request: urn:request:15eb9047-728b-4532-8e74-7ce8c00daa46 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:15eb9047-728b-4532-8e74-7ce8c00daa46', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:22:55,173 [217] [DEBUG] [app] Ending request: urn:request:11a15ec3-f722-4f76-b3b3-e9741e3b2d83 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:11a15ec3-f722-4f76-b3b3-e9741e3b2d83', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:22:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:22:55,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:22:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:22:55,176 [196] [DEBUG] [app] Starting request: urn:request:af2eb0c1-1d18-4a72-a119-4b9bba6c2ce7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:55,176 [195] [DEBUG] [app] Starting request: urn:request:6de77fb4-fe2e-4d46-b5b3-29d3c0fda183 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:22:55,176 [196] [DEBUG] [app] Ending request: urn:request:af2eb0c1-1d18-4a72-a119-4b9bba6c2ce7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:af2eb0c1-1d18-4a72-a119-4b9bba6c2ce7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:55,176 [195] [DEBUG] [app] Ending request: urn:request:6de77fb4-fe2e-4d46-b5b3-29d3c0fda183 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6de77fb4-fe2e-4d46-b5b3-29d3c0fda183', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:22:55,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:22:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:22:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:22:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:22:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:22:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:22:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:22:55,183 [196] [DEBUG] [app] Ending request: urn:request:586427cb-ffcc-4ab6-bf23-82b82a7d6ee4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:586427cb-ffcc-4ab6-bf23-82b82a7d6ee4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:55,183 [193] [DEBUG] [app] Ending request: urn:request:c373cb41-9d19-4ec6-984f-24684c0b7bd8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c373cb41-9d19-4ec6-984f-24684c0b7bd8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:22:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:22:55,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:22:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:22:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:22:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:22:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:22:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:06.710348+00:00 (in 9.999357 seconds)
gcworker stdout | 2023-06-29 13:22:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:06 UTC)" (scheduled at 2023-06-29 13:22:56.710348+00:00)
gcworker stdout | 2023-06-29 13:22:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835376711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:22:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:22:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:22:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:22:57,961 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:22:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:22:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:30.227434+00:00 (in 32.212066 seconds)
repositorygcworker stdout | 2023-06-29 13:22:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:58 UTC)" (scheduled at 2023-06-29 13:22:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:22:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:22:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 22, 58, 15782), True, datetime.datetime(2023, 6, 29, 13, 22, 58, 15782), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:22:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:22:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:22:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:23:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:23:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:10.109381+00:00 (in 9.999490 seconds)
notificationworker stdout | 2023-06-29 13:23:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:10 UTC)" (scheduled at 2023-06-29 13:23:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:23:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:23:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 0, 110388), True, datetime.datetime(2023, 6, 29, 13, 23, 0, 110388), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:23:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:23:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:23:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:23:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:23:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:08.157912+00:00 (in 5.094583 seconds)
securityworker stdout | 2023-06-29 13:23:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:33 UTC)" (scheduled at 2023-06-29 13:23:03.062807+00:00)
securityworker stdout | 2023-06-29 13:23:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:23:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:23:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:23:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:23:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:23:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:23:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:23:03,630 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:23:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:23:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:40.132615+00:00 (in 35.915156 seconds)
namespacegcworker stdout | 2023-06-29 13:23:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:04 UTC)" (scheduled at 2023-06-29 13:23:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:23:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:23:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:04 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:23:05,039 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gunicorn-web stdout | 2023-06-29 13:23:05,042 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:23:05,046 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:23:05,049 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:23:05,052 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:23:05,054 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
globalpromstats stdout | 2023-06-29 13:23:05,145 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:23:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:23:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:16.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:23:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:16 UTC)" (scheduled at 2023-06-29 13:23:06.710348+00:00)
gcworker stdout | 2023-06-29 13:23:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835386711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:23:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:23:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:23:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:23:07,113 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:23:07,190 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:23:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:23:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:26.236566+00:00 (in 18.127251 seconds)
exportactionlogsworker stdout | 2023-06-29 13:23:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:08 UTC)" (scheduled at 2023-06-29 13:23:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:23:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:23:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 8, 109714), True, datetime.datetime(2023, 6, 29, 13, 23, 8, 109714), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:23:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:23:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:23:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:23:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:23:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:33.062807+00:00 (in 24.904420 seconds)
securityworker stdout | 2023-06-29 13:23:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:38 UTC)" (scheduled at 2023-06-29 13:23:08.157912+00:00)
securityworker stdout | 2023-06-29 13:23:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:23:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:23:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:23:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:23:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:23:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:23:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:23:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:23:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:23:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:23:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 18, 8, 164576), 1, 2])
securityworker stdout | 2023-06-29 13:23:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:23:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:23:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 18, 8, 164576), 1, 2])
securityworker stdout | 2023-06-29 13:23:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:23:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:23:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:23:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:23:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:23:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:23:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:23:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:23:08,387 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:23:10,017 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:23:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:10.614040+00:00 (in 0.504118 seconds)
notificationworker stdout | 2023-06-29 13:23:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:20 UTC)" (scheduled at 2023-06-29 13:23:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:23:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:23:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 10, 110385), True, datetime.datetime(2023, 6, 29, 13, 23, 10, 110385), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:23:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:23:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:23:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:23:10,169 [195] [DEBUG] [app] Starting request: urn:request:17d8e052-d30c-4976-b379-6375c3f2f8a6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:10,169 [194] [DEBUG] [app] Starting request: urn:request:87d6e84c-0eb1-412a-9cf0-a697ecaed35b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:23:10,172 [218] [DEBUG] [app] Starting request: urn:request:f4883292-16c8-44cc-aa71-be7bfc2f8fba (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:10,172 [208] [DEBUG] [app] Starting request: urn:request:0eb83292-c843-469c-be7c-612c01ce2b29 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:10,173 [218] [DEBUG] [app] Ending request: urn:request:f4883292-16c8-44cc-aa71-be7bfc2f8fba (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f4883292-16c8-44cc-aa71-be7bfc2f8fba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:10,173 [208] [DEBUG] [app] Ending request: urn:request:0eb83292-c843-469c-be7c-612c01ce2b29 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0eb83292-c843-469c-be7c-612c01ce2b29', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:23:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:23:10,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:10,176 [194] [DEBUG] [app] Starting request: urn:request:1cf5fd47-5325-4d9c-960e-ee762edd2b64 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:10,176 [193] [DEBUG] [app] Starting request: urn:request:b50c6c80-5cb3-46bf-87e1-911cc5ac8580 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:10,176 [194] [DEBUG] [app] Ending request: urn:request:1cf5fd47-5325-4d9c-960e-ee762edd2b64 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1cf5fd47-5325-4d9c-960e-ee762edd2b64', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:23:10,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:23:10,177 [193] [DEBUG] [app] Ending request: urn:request:b50c6c80-5cb3-46bf-87e1-911cc5ac8580 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b50c6c80-5cb3-46bf-87e1-911cc5ac8580', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:23:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:23:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:10,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:10,183 [194] [DEBUG] [app] Ending request: urn:request:87d6e84c-0eb1-412a-9cf0-a697ecaed35b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:87d6e84c-0eb1-412a-9cf0-a697ecaed35b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:10,183 [195] [DEBUG] [app] Ending request: urn:request:17d8e052-d30c-4976-b379-6375c3f2f8a6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:17d8e052-d30c-4976-b379-6375c3f2f8a6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:10,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:23:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:23:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:20.109381+00:00 (in 9.494843 seconds)
notificationworker stdout | 2023-06-29 13:23:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:10 UTC)" (scheduled at 2023-06-29 13:23:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:23:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:23:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:23:11,591 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:23:11,611 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:23:12,082 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:23:14,152 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:36.011593+00:00 (in 21.175452 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:14 UTC)" (scheduled at 2023-06-29 13:23:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 14, 836585), True, datetime.datetime(2023, 6, 29, 13, 23, 14, 836585), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:23:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:23:15,407 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:23:15,486 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:23:15,561 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:23:15,568 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:23:15,576 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:23:15,579 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:23:15,582 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:23:15,585 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:23:15,590 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:23:15,592 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:23:15,598 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:23:15,954 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:23:16,098 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:23:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:23:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:46.328917+00:00 (in 29.999405 seconds)
buildlogsarchiver stdout | 2023-06-29 13:23:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:46 UTC)" (scheduled at 2023-06-29 13:23:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:23:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 23, 16, 329936), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:23:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:23:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:23:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:23:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:23:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:23:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:26.710348+00:00 (in 9.999472 seconds)
gcworker stdout | 2023-06-29 13:23:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:26 UTC)" (scheduled at 2023-06-29 13:23:16.710348+00:00)
gcworker stdout | 2023-06-29 13:23:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835396711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:23:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:23:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:23:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:23:17,066 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:23:17,069 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
buildlogsarchiver stdout | 2023-06-29 13:23:17,072 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
gunicorn-secscan stdout | 2023-06-29 13:23:17,075 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
manifestbackfillworker stdout | 2023-06-29 13:23:18,756 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:23:18,820 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:23:19,245 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:23:19,304 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:23:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:30.109381+00:00 (in 9.999528 seconds)
notificationworker stdout | 2023-06-29 13:23:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:30 UTC)" (scheduled at 2023-06-29 13:23:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:23:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:23:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 20, 110298), True, datetime.datetime(2023, 6, 29, 13, 23, 20, 110298), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:23:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:23:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:23:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:23:25,170 [193] [DEBUG] [app] Starting request: urn:request:ec98895b-c493-435b-8c65-352aa541e3f3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:25,170 [195] [DEBUG] [app] Starting request: urn:request:a4d49714-a9ba-4d9e-abfa-5ad27c1f3db1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:23:25,173 [208] [DEBUG] [app] Starting request: urn:request:fe201eb7-dffc-4746-b62d-5d01de0555b2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:25,173 [215] [DEBUG] [app] Starting request: urn:request:b3575035-458b-4b2c-b034-6bf317ff100c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:25,173 [215] [DEBUG] [app] Ending request: urn:request:b3575035-458b-4b2c-b034-6bf317ff100c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b3575035-458b-4b2c-b034-6bf317ff100c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:25,173 [208] [DEBUG] [app] Ending request: urn:request:fe201eb7-dffc-4746-b62d-5d01de0555b2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fe201eb7-dffc-4746-b62d-5d01de0555b2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:25,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:23:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:23:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:25,176 [194] [DEBUG] [app] Starting request: urn:request:f96136dc-02e2-4045-87db-3ed69269dd06 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:25,176 [196] [DEBUG] [app] Starting request: urn:request:1ad9e7af-e1ab-4732-a0d0-248f56db9c79 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:25,177 [194] [DEBUG] [app] Ending request: urn:request:f96136dc-02e2-4045-87db-3ed69269dd06 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f96136dc-02e2-4045-87db-3ed69269dd06', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:23:25,177 [196] [DEBUG] [app] Ending request: urn:request:1ad9e7af-e1ab-4732-a0d0-248f56db9c79 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1ad9e7af-e1ab-4732-a0d0-248f56db9c79', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:23:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:23:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:23:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:25,183 [195] [DEBUG] [app] Ending request: urn:request:a4d49714-a9ba-4d9e-abfa-5ad27c1f3db1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a4d49714-a9ba-4d9e-abfa-5ad27c1f3db1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:25,183 [193] [DEBUG] [app] Ending request: urn:request:ec98895b-c493-435b-8c65-352aa541e3f3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ec98895b-c493-435b-8c65-352aa541e3f3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:23:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:23:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:23:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:08.108858+00:00 (in 41.871852 seconds)
exportactionlogsworker stdout | 2023-06-29 13:23:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:26 UTC)" (scheduled at 2023-06-29 13:23:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:23:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:23:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:23:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:23:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:36.710348+00:00 (in 9.999477 seconds)
gcworker stdout | 2023-06-29 13:23:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:36 UTC)" (scheduled at 2023-06-29 13:23:26.710348+00:00)
gcworker stdout | 2023-06-29 13:23:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835406711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:23:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:23:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:23:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:23:27,974 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:23:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:40.109381+00:00 (in 9.999534 seconds)
notificationworker stdout | 2023-06-29 13:23:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:40 UTC)" (scheduled at 2023-06-29 13:23:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:23:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:23:30,110 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 30, 110244), True, datetime.datetime(2023, 6, 29, 13, 23, 30, 110244), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:23:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:23:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:23:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:23:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:23:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:38.227751+00:00 (in 7.999839 seconds)
repositorygcworker stdout | 2023-06-29 13:23:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:28:30 UTC)" (scheduled at 2023-06-29 13:23:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:23:30,229 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 23, 30, 228354), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:23:30,233 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 23, 30, 228354), True, datetime.datetime(2023, 6, 29, 13, 23, 30, 228354), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:23:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 23, 30, 228354), True, datetime.datetime(2023, 6, 29, 13, 23, 30, 228354), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 23, 30, 228354), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:23:30,234 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:23:30,234 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:28:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:23:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:23:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:38.157912+00:00 (in 5.094606 seconds)
securityworker stdout | 2023-06-29 13:23:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:03 UTC)" (scheduled at 2023-06-29 13:23:33.062807+00:00)
securityworker stdout | 2023-06-29 13:23:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:23:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:23:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:23:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:23:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:23:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:23:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:23:33,668 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:23:35,052 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:23:35,055 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gcworker stdout | 2023-06-29 13:23:35,057 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gunicorn-web stdout | 2023-06-29 13:23:35,060 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:23:35,062 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:23:35,065 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
globalpromstats stdout | 2023-06-29 13:23:35,182 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:23:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:23:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:14.835653+00:00 (in 38.823507 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:23:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:36 UTC)" (scheduled at 2023-06-29 13:23:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:23:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:23:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:23:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:23:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:46.710348+00:00 (in 9.999463 seconds)
gcworker stdout | 2023-06-29 13:23:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:46 UTC)" (scheduled at 2023-06-29 13:23:36.710348+00:00)
gcworker stdout | 2023-06-29 13:23:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835416711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:23:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:23:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:23:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:23:37,130 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:23:37,217 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:23:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:23:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:03.062807+00:00 (in 24.904388 seconds)
securityworker stdout | 2023-06-29 13:23:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:08 UTC)" (scheduled at 2023-06-29 13:23:38.157912+00:00)
securityworker stdout | 2023-06-29 13:23:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:23:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:23:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:23:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:23:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:23:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:23:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:23:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:23:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:23:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:23:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 18, 38, 164998), 1, 2])
securityworker stdout | 2023-06-29 13:23:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:23:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:23:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 18, 38, 164998), 1, 2])
securityworker stdout | 2023-06-29 13:23:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:23:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:23:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:23:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:23:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:23:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:23:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:23:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:23:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:23:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:23:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:58.014887+00:00 (in 19.786627 seconds)
repositorygcworker stdout | 2023-06-29 13:23:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:38 UTC)" (scheduled at 2023-06-29 13:23:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:23:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:23:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:23:38,424 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:23:40,054 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:23:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:50.109381+00:00 (in 9.999515 seconds)
notificationworker stdout | 2023-06-29 13:23:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:50 UTC)" (scheduled at 2023-06-29 13:23:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:23:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:23:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 40, 110311), True, datetime.datetime(2023, 6, 29, 13, 23, 40, 110311), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:23:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:23:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:23:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:23:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:23:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:04.217001+00:00 (in 24.083898 seconds)
namespacegcworker stdout | 2023-06-29 13:23:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:40 UTC)" (scheduled at 2023-06-29 13:23:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:23:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:23:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 40, 133505), True, datetime.datetime(2023, 6, 29, 13, 23, 40, 133505), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:23:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:23:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:23:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:23:40,170 [196] [DEBUG] [app] Starting request: urn:request:31163abf-dc0e-44cc-a9da-0c0908e100ab (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:40,170 [193] [DEBUG] [app] Starting request: urn:request:f2cd40b5-8650-4414-8b2e-c9f7fdd3462a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:23:40,173 [208] [DEBUG] [app] Starting request: urn:request:1bd9f6b7-2495-4392-9115-2546d1b6f04f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:40,173 [217] [DEBUG] [app] Starting request: urn:request:f7bfc35d-d70a-4f26-b3c7-22c824efb58b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:40,173 [217] [DEBUG] [app] Ending request: urn:request:f7bfc35d-d70a-4f26-b3c7-22c824efb58b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f7bfc35d-d70a-4f26-b3c7-22c824efb58b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:40,173 [208] [DEBUG] [app] Ending request: urn:request:1bd9f6b7-2495-4392-9115-2546d1b6f04f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1bd9f6b7-2495-4392-9115-2546d1b6f04f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:40,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:23:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:23:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:23:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:40,176 [195] [DEBUG] [app] Starting request: urn:request:77547142-247e-4756-9e91-3af85e6db139 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:40,176 [196] [DEBUG] [app] Starting request: urn:request:2d9bd001-d5ea-41fd-a107-0859bf63ac05 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:40,177 [195] [DEBUG] [app] Ending request: urn:request:77547142-247e-4756-9e91-3af85e6db139 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:77547142-247e-4756-9e91-3af85e6db139', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:23:40,177 [196] [DEBUG] [app] Ending request: urn:request:2d9bd001-d5ea-41fd-a107-0859bf63ac05 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2d9bd001-d5ea-41fd-a107-0859bf63ac05', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:23:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:23:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:23:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:23:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:40,183 [196] [DEBUG] [app] Ending request: urn:request:31163abf-dc0e-44cc-a9da-0c0908e100ab (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:31163abf-dc0e-44cc-a9da-0c0908e100ab', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:40,183 [193] [DEBUG] [app] Ending request: urn:request:f2cd40b5-8650-4414-8b2e-c9f7fdd3462a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f2cd40b5-8650-4414-8b2e-c9f7fdd3462a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:23:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
storagereplication stdout | 2023-06-29 13:23:41,618 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:23:41,627 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:23:42,118 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:23:44,175 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:23:45,434 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:23:45,505 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:23:45,568 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:23:45,577 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:23:45,583 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:23:45,586 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:23:45,592 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:23:45,596 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:23:45,599 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:23:45,602 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:23:45,609 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:23:45,984 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:23:46,119 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:23:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:23:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:16.328917+00:00 (in 29.999470 seconds)
buildlogsarchiver stdout | 2023-06-29 13:23:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:16 UTC)" (scheduled at 2023-06-29 13:23:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:23:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 23, 46, 329874), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:23:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:23:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:23:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:23:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:23:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:23:56.710348+00:00 (in 9.999492 seconds)
gcworker stdout | 2023-06-29 13:23:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:56 UTC)" (scheduled at 2023-06-29 13:23:46.710348+00:00)
gcworker stdout | 2023-06-29 13:23:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835426711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:23:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:23:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:23:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:23:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:23:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:23:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:46.720304+00:00 (in 59.999597 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:23:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:46 UTC)" (scheduled at 2023-06-29 13:23:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:23:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:23:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:23:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:23:47,074 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:23:47,077 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:23:47,080 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:23:47,102 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:23:48,793 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:23:48,854 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:23:49,281 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:23:49,314 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:23:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:23:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:00.109381+00:00 (in 9.999517 seconds)
notificationworker stdout | 2023-06-29 13:23:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:00 UTC)" (scheduled at 2023-06-29 13:23:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:23:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:23:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 50, 110312), True, datetime.datetime(2023, 6, 29, 13, 23, 50, 110312), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:23:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:23:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:23:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:23:55,170 [196] [DEBUG] [app] Starting request: urn:request:701b292a-5639-4f73-8df2-7b775c25fe02 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:55,170 [193] [DEBUG] [app] Starting request: urn:request:279a41e6-83c3-4f9e-93a2-457fd9d62f89 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:23:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:23:55,173 [221] [DEBUG] [app] Starting request: urn:request:ebd22200-8b36-4595-8f24-d814c5579eba (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:55,173 [208] [DEBUG] [app] Starting request: urn:request:2d1d6f42-87b5-4bcf-ae17-d0ed1c325995 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:23:55,173 [208] [DEBUG] [app] Ending request: urn:request:2d1d6f42-87b5-4bcf-ae17-d0ed1c325995 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2d1d6f42-87b5-4bcf-ae17-d0ed1c325995', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:55,173 [221] [DEBUG] [app] Ending request: urn:request:ebd22200-8b36-4595-8f24-d814c5579eba (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ebd22200-8b36-4595-8f24-d814c5579eba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:23:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:23:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:23:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:23:55,176 [196] [DEBUG] [app] Starting request: urn:request:7b2afe9f-7494-467d-a809-f7b85dda8ba8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:55,176 [195] [DEBUG] [app] Starting request: urn:request:009792db-1f59-4f62-b7d3-291d0027e0b2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:23:55,176 [196] [DEBUG] [app] Ending request: urn:request:7b2afe9f-7494-467d-a809-f7b85dda8ba8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7b2afe9f-7494-467d-a809-f7b85dda8ba8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:23:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:23:55,177 [195] [DEBUG] [app] Ending request: urn:request:009792db-1f59-4f62-b7d3-291d0027e0b2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:009792db-1f59-4f62-b7d3-291d0027e0b2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:23:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:23:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:23:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:23:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:23:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:23:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:23:55,183 [193] [DEBUG] [app] Ending request: urn:request:279a41e6-83c3-4f9e-93a2-457fd9d62f89 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:279a41e6-83c3-4f9e-93a2-457fd9d62f89', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:55,183 [196] [DEBUG] [app] Ending request: urn:request:701b292a-5639-4f73-8df2-7b775c25fe02 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:701b292a-5639-4f73-8df2-7b775c25fe02', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:23:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:23:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:23:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:23:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:23:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:23:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:23:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:06.710348+00:00 (in 9.999479 seconds)
gcworker stdout | 2023-06-29 13:23:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:06 UTC)" (scheduled at 2023-06-29 13:23:56.710348+00:00)
gcworker stdout | 2023-06-29 13:23:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835436711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:23:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:23:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:23:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:06 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:23:58,002 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
repositorygcworker stdout | 2023-06-29 13:23:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:23:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:38.227751+00:00 (in 40.212409 seconds)
repositorygcworker stdout | 2023-06-29 13:23:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:58 UTC)" (scheduled at 2023-06-29 13:23:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:23:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:23:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 23, 58, 15734), True, datetime.datetime(2023, 6, 29, 13, 23, 58, 15734), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:23:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:23:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:23:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:24:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:24:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:10.109381+00:00 (in 9.999493 seconds)
notificationworker stdout | 2023-06-29 13:24:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:10 UTC)" (scheduled at 2023-06-29 13:24:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:24:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:24:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 0, 110366), True, datetime.datetime(2023, 6, 29, 13, 24, 0, 110366), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:24:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:24:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:24:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:24:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:24:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:08.157912+00:00 (in 5.094613 seconds)
securityworker stdout | 2023-06-29 13:24:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:33 UTC)" (scheduled at 2023-06-29 13:24:03.062807+00:00)
securityworker stdout | 2023-06-29 13:24:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:24:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:24:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:24:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:24:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:24:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:24:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:24:03,693 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:24:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:24:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:30.216752+00:00 (in 25.999259 seconds)
namespacegcworker stdout | 2023-06-29 13:24:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:04 UTC)" (scheduled at 2023-06-29 13:24:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:24:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:24:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:24:05,061 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:24:05,064 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:24:05,068 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:24:05,071 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:24:05,074 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:24:05,093 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:24:05,218 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:24:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:24:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:16.710348+00:00 (in 9.999435 seconds)
gcworker stdout | 2023-06-29 13:24:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:16 UTC)" (scheduled at 2023-06-29 13:24:06.710348+00:00)
gcworker stdout | 2023-06-29 13:24:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835446711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:24:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:24:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:24:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:24:07,167 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:24:07,254 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:24:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:24:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:26.236566+00:00 (in 18.127232 seconds)
exportactionlogsworker stdout | 2023-06-29 13:24:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:08 UTC)" (scheduled at 2023-06-29 13:24:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:24:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:24:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 8, 109782), True, datetime.datetime(2023, 6, 29, 13, 24, 8, 109782), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:24:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:24:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:24:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:24:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:24:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:33.062807+00:00 (in 24.904404 seconds)
securityworker stdout | 2023-06-29 13:24:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:38 UTC)" (scheduled at 2023-06-29 13:24:08.157912+00:00)
securityworker stdout | 2023-06-29 13:24:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:24:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:24:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:24:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:24:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:24:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:24:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:24:08,167 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:24:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:24:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:24:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 19, 8, 164363), 1, 2])
securityworker stdout | 2023-06-29 13:24:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:24:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:24:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 19, 8, 164363), 1, 2])
securityworker stdout | 2023-06-29 13:24:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:24:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:24:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:24:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:24:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:24:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:24:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:24:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:24:08,453 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:24:10,064 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:24:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:10.614040+00:00 (in 0.504168 seconds)
notificationworker stdout | 2023-06-29 13:24:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:20 UTC)" (scheduled at 2023-06-29 13:24:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:24:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:24:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 10, 110284), True, datetime.datetime(2023, 6, 29, 13, 24, 10, 110284), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:24:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:24:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:24:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:24:10,169 [193] [DEBUG] [app] Starting request: urn:request:fdae07bd-7f0a-47af-b00d-f6da53eb8888 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:10,169 [196] [DEBUG] [app] Starting request: urn:request:bab615a8-3323-4fcc-8734-85ef277d23c8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:24:10,172 [215] [DEBUG] [app] Starting request: urn:request:f87d53a2-0eba-4a81-a542-3d08b3998fad (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:10,172 [214] [DEBUG] [app] Starting request: urn:request:33d3adb1-008f-4db8-babe-d13a3ae8e795 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:10,173 [214] [DEBUG] [app] Ending request: urn:request:33d3adb1-008f-4db8-babe-d13a3ae8e795 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:33d3adb1-008f-4db8-babe-d13a3ae8e795', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:10,173 [215] [DEBUG] [app] Ending request: urn:request:f87d53a2-0eba-4a81-a542-3d08b3998fad (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f87d53a2-0eba-4a81-a542-3d08b3998fad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:10,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:24:10,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:24:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:10,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:10,175 [196] [DEBUG] [app] Starting request: urn:request:3a675ca7-74f8-44e4-a510-3c907df65a7f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:10,176 [195] [DEBUG] [app] Starting request: urn:request:affbce26-f714-44cb-8ace-c0d251038bed (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:10,176 [196] [DEBUG] [app] Ending request: urn:request:3a675ca7-74f8-44e4-a510-3c907df65a7f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3a675ca7-74f8-44e4-a510-3c907df65a7f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:24:10,176 [195] [DEBUG] [app] Ending request: urn:request:affbce26-f714-44cb-8ace-c0d251038bed (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:affbce26-f714-44cb-8ace-c0d251038bed', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:10,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.002)
gunicorn-web stdout | 2023-06-29 13:24:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:10,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:10,182 [196] [DEBUG] [app] Ending request: urn:request:bab615a8-3323-4fcc-8734-85ef277d23c8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bab615a8-3323-4fcc-8734-85ef277d23c8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:10,182 [193] [DEBUG] [app] Ending request: urn:request:fdae07bd-7f0a-47af-b00d-f6da53eb8888 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fdae07bd-7f0a-47af-b00d-f6da53eb8888', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:24:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:24:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:20.109381+00:00 (in 9.494903 seconds)
notificationworker stdout | 2023-06-29 13:24:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:10 UTC)" (scheduled at 2023-06-29 13:24:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:24:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:24:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:24:11,655 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:24:11,662 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:24:12,154 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:24:14,192 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:36.011593+00:00 (in 21.175383 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:14 UTC)" (scheduled at 2023-06-29 13:24:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 14, 836676), True, datetime.datetime(2023, 6, 29, 13, 24, 14, 836676), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:24:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:24:15,464 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:24:15,514 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:24:15,579 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:24:15,584 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:24:15,591 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:24:15,595 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:24:15,599 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:24:15,603 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:24:15,607 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:24:15,610 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:24:15,621 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:24:16,019 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:24:16,149 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:24:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:24:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:46.328917+00:00 (in 29.999458 seconds)
buildlogsarchiver stdout | 2023-06-29 13:24:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:46 UTC)" (scheduled at 2023-06-29 13:24:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:24:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 24, 16, 329906), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:24:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:24:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:24:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:24:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:24:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:24:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:26.710348+00:00 (in 9.999470 seconds)
gcworker stdout | 2023-06-29 13:24:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:26 UTC)" (scheduled at 2023-06-29 13:24:16.710348+00:00)
gcworker stdout | 2023-06-29 13:24:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835456711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:24:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:24:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:24:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:24:17,082 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:24:17,085 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:24:17,088 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:24:17,114 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:24:18,814 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:24:18,864 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:24:19,312 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:24:19,350 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:24:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:30.109381+00:00 (in 9.999582 seconds)
notificationworker stdout | 2023-06-29 13:24:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:30 UTC)" (scheduled at 2023-06-29 13:24:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:24:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:24:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 20, 110206), True, datetime.datetime(2023, 6, 29, 13, 24, 20, 110206), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:24:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:24:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:24:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:24:25,169 [193] [DEBUG] [app] Starting request: urn:request:b49685ef-8683-4ee7-93e3-0407c6b40f48 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:25,169 [196] [DEBUG] [app] Starting request: urn:request:29564278-a452-4fd9-91ba-58063eb88ff0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:24:25,172 [215] [DEBUG] [app] Starting request: urn:request:b03fe5a4-9173-4696-80e9-4cdfc9bf03fa (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:25,172 [217] [DEBUG] [app] Starting request: urn:request:b0e6b122-08a3-41c1-a156-78b1fc1f93c6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:25,173 [217] [DEBUG] [app] Ending request: urn:request:b0e6b122-08a3-41c1-a156-78b1fc1f93c6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b0e6b122-08a3-41c1-a156-78b1fc1f93c6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:25,173 [215] [DEBUG] [app] Ending request: urn:request:b03fe5a4-9173-4696-80e9-4cdfc9bf03fa (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b03fe5a4-9173-4696-80e9-4cdfc9bf03fa', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:25,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:24:25,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:24:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:25,176 [195] [DEBUG] [app] Starting request: urn:request:22707e80-af10-41e0-a4c3-395ad93f42cd (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:25,176 [195] [DEBUG] [app] Ending request: urn:request:22707e80-af10-41e0-a4c3-395ad93f42cd (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:22707e80-af10-41e0-a4c3-395ad93f42cd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:25,176 [194] [DEBUG] [app] Starting request: urn:request:f89d6c1f-9a16-4918-a68f-b7e1f6456ffd (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:24:25,177 [194] [DEBUG] [app] Ending request: urn:request:f89d6c1f-9a16-4918-a68f-b7e1f6456ffd (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f89d6c1f-9a16-4918-a68f-b7e1f6456ffd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:24:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:25,183 [196] [DEBUG] [app] Ending request: urn:request:29564278-a452-4fd9-91ba-58063eb88ff0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:29564278-a452-4fd9-91ba-58063eb88ff0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:25,183 [193] [DEBUG] [app] Ending request: urn:request:b49685ef-8683-4ee7-93e3-0407c6b40f48 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b49685ef-8683-4ee7-93e3-0407c6b40f48', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:24:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:24:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:24:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:49.236331+00:00 (in 22.999290 seconds)
exportactionlogsworker stdout | 2023-06-29 13:24:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:26 UTC)" (scheduled at 2023-06-29 13:24:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:24:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:24:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:24:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:24:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:36.710348+00:00 (in 9.999439 seconds)
gcworker stdout | 2023-06-29 13:24:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:36 UTC)" (scheduled at 2023-06-29 13:24:26.710348+00:00)
gcworker stdout | 2023-06-29 13:24:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835466711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:24:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:24:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:24:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:24:28,029 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:24:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:30,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:40.109381+00:00 (in 9.999584 seconds)
notificationworker stdout | 2023-06-29 13:24:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:40 UTC)" (scheduled at 2023-06-29 13:24:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:24:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:24:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 30, 110229), True, datetime.datetime(2023, 6, 29, 13, 24, 30, 110229), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:24:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:24:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:24:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:24:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:24:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:40.132615+00:00 (in 9.915362 seconds)
namespacegcworker stdout | 2023-06-29 13:24:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:29:30 UTC)" (scheduled at 2023-06-29 13:24:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:24:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 24, 30, 217594), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:24:30,221 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 24, 30, 217594), True, datetime.datetime(2023, 6, 29, 13, 24, 30, 217594), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:24:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 24, 30, 217594), True, datetime.datetime(2023, 6, 29, 13, 24, 30, 217594), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 24, 30, 217594), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:24:30,223 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:24:30,223 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:29:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:24:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:24:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:38.157912+00:00 (in 5.094610 seconds)
securityworker stdout | 2023-06-29 13:24:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:03 UTC)" (scheduled at 2023-06-29 13:24:33.062807+00:00)
securityworker stdout | 2023-06-29 13:24:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:24:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:24:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:24:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:24:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:24:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:24:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:24:33,729 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:24:35,070 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:24:35,072 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:24:35,077 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:24:35,080 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:24:35,083 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:24:35,129 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:24:35,232 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:24:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:24:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:14.835653+00:00 (in 38.823544 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:24:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:36 UTC)" (scheduled at 2023-06-29 13:24:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:24:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:24:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:24:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:24:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:46.710348+00:00 (in 9.999491 seconds)
gcworker stdout | 2023-06-29 13:24:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:46 UTC)" (scheduled at 2023-06-29 13:24:36.710348+00:00)
gcworker stdout | 2023-06-29 13:24:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835476711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:24:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:24:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:24:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:24:37,194 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:24:37,266 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:24:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:24:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:03.062807+00:00 (in 24.904368 seconds)
securityworker stdout | 2023-06-29 13:24:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:08 UTC)" (scheduled at 2023-06-29 13:24:38.157912+00:00)
securityworker stdout | 2023-06-29 13:24:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:24:38,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:24:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:24:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:24:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:24:38,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:24:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:24:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:24:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:24:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:24:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 19, 38, 165085), 1, 2])
securityworker stdout | 2023-06-29 13:24:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:24:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:24:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 19, 38, 165085), 1, 2])
securityworker stdout | 2023-06-29 13:24:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:24:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:24:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:24:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:24:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:24:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:24:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:24:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:24:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:24:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:24:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:58.014887+00:00 (in 19.786659 seconds)
repositorygcworker stdout | 2023-06-29 13:24:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:38 UTC)" (scheduled at 2023-06-29 13:24:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:24:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:24:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:24:38,490 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:24:40,101 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:24:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:50.109381+00:00 (in 9.999553 seconds)
notificationworker stdout | 2023-06-29 13:24:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:50 UTC)" (scheduled at 2023-06-29 13:24:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:24:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:24:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 40, 110238), True, datetime.datetime(2023, 6, 29, 13, 24, 40, 110238), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:24:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:24:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:24:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:24:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:24:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:04.217001+00:00 (in 24.083913 seconds)
namespacegcworker stdout | 2023-06-29 13:24:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:40 UTC)" (scheduled at 2023-06-29 13:24:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:24:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:24:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 40, 133486), True, datetime.datetime(2023, 6, 29, 13, 24, 40, 133486), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:24:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:24:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:24:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:24:40,169 [196] [DEBUG] [app] Starting request: urn:request:acbc707a-4996-4b99-bc67-966a60ef58f3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:40,169 [193] [DEBUG] [app] Starting request: urn:request:4fb39a09-71d3-4732-917d-b5e29338d76d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:24:40,172 [208] [DEBUG] [app] Starting request: urn:request:a45b2511-c928-4b88-98f1-9096795dd5bb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:40,172 [221] [DEBUG] [app] Starting request: urn:request:f13d5716-7647-41ae-8da7-ae34dd2313bd (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:40,173 [221] [DEBUG] [app] Ending request: urn:request:f13d5716-7647-41ae-8da7-ae34dd2313bd (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f13d5716-7647-41ae-8da7-ae34dd2313bd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:40,173 [208] [DEBUG] [app] Ending request: urn:request:a45b2511-c928-4b88-98f1-9096795dd5bb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a45b2511-c928-4b88-98f1-9096795dd5bb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:24:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:24:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:40,176 [195] [DEBUG] [app] Starting request: urn:request:c14eaef1-2ae7-4fdc-aa45-5ee9e0d205d4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:40,176 [194] [DEBUG] [app] Starting request: urn:request:f1afbb1b-293a-499b-9750-913a6b9e5bba (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:40,176 [195] [DEBUG] [app] Ending request: urn:request:c14eaef1-2ae7-4fdc-aa45-5ee9e0d205d4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c14eaef1-2ae7-4fdc-aa45-5ee9e0d205d4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:40,177 [194] [DEBUG] [app] Ending request: urn:request:f1afbb1b-293a-499b-9750-913a6b9e5bba (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f1afbb1b-293a-499b-9750-913a6b9e5bba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:24:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:40,183 [193] [DEBUG] [app] Ending request: urn:request:4fb39a09-71d3-4732-917d-b5e29338d76d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4fb39a09-71d3-4732-917d-b5e29338d76d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:40,183 [196] [DEBUG] [app] Ending request: urn:request:acbc707a-4996-4b99-bc67-966a60ef58f3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:acbc707a-4996-4b99-bc67-966a60ef58f3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:24:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
storagereplication stdout | 2023-06-29 13:24:41,688 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:24:41,697 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:24:42,168 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:24:44,217 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:24:45,476 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:24:45,549 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:24:45,590 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:24:45,593 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:24:45,598 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:24:45,601 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:24:45,610 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:24:45,613 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:24:45,616 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:24:45,619 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:24:45,631 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:24:46,044 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:24:46,186 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:24:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:24:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:16.328917+00:00 (in 29.999441 seconds)
buildlogsarchiver stdout | 2023-06-29 13:24:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:16 UTC)" (scheduled at 2023-06-29 13:24:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:24:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 24, 46, 329876), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:24:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:24:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:24:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:24:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:24:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:24:56.710348+00:00 (in 9.999493 seconds)
gcworker stdout | 2023-06-29 13:24:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:56 UTC)" (scheduled at 2023-06-29 13:24:46.710348+00:00)
gcworker stdout | 2023-06-29 13:24:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835486711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:24:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:24:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:24:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:24:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:24:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:24:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:46.720304+00:00 (in 59.999590 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:24:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:46 UTC)" (scheduled at 2023-06-29 13:24:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:24:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:24:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:24:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:24:47,091 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:24:47,094 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:24:47,097 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:24:47,150 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:24:48,848 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:24:48,879 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
exportactionlogsworker stdout | 2023-06-29 13:24:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:24:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:08.108858+00:00 (in 18.872037 seconds)
exportactionlogsworker stdout | 2023-06-29 13:24:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:29:49 UTC)" (scheduled at 2023-06-29 13:24:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:24:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 24, 49, 237254), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:24:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 24, 49, 237254), True, datetime.datetime(2023, 6, 29, 13, 24, 49, 237254), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:24:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 24, 49, 237254), True, datetime.datetime(2023, 6, 29, 13, 24, 49, 237254), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 24, 49, 237254), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:24:49,244 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:24:49,244 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:29:49 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:24:49,349 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:24:49,366 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:24:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:24:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:00.109381+00:00 (in 9.999521 seconds)
notificationworker stdout | 2023-06-29 13:24:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:00 UTC)" (scheduled at 2023-06-29 13:24:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:24:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:24:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 50, 110330), True, datetime.datetime(2023, 6, 29, 13, 24, 50, 110330), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:24:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:24:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:24:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:24:55,169 [193] [DEBUG] [app] Starting request: urn:request:ff252e25-0d33-4dde-a5e3-8e3609c26568 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:55,169 [196] [DEBUG] [app] Starting request: urn:request:07187707-8a50-41a7-84b9-9011337afb74 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:24:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:24:55,172 [208] [DEBUG] [app] Starting request: urn:request:b4e6a6cc-eed0-43f1-8a7e-da6416a0ad59 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:55,172 [221] [DEBUG] [app] Starting request: urn:request:622be1fb-9247-4700-89bd-73bc3eb761f7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:24:55,173 [221] [DEBUG] [app] Ending request: urn:request:622be1fb-9247-4700-89bd-73bc3eb761f7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:622be1fb-9247-4700-89bd-73bc3eb761f7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:24:55,173 [208] [DEBUG] [app] Ending request: urn:request:b4e6a6cc-eed0-43f1-8a7e-da6416a0ad59 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b4e6a6cc-eed0-43f1-8a7e-da6416a0ad59', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:24:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:24:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:24:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:24:55,176 [193] [DEBUG] [app] Starting request: urn:request:d5d40cc3-a62a-46f1-a4fa-9d92eecb6ddc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:55,176 [195] [DEBUG] [app] Starting request: urn:request:58dfe94e-5100-43dd-9a73-db49a57e8546 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:24:55,176 [193] [DEBUG] [app] Ending request: urn:request:d5d40cc3-a62a-46f1-a4fa-9d92eecb6ddc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d5d40cc3-a62a-46f1-a4fa-9d92eecb6ddc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:55,176 [195] [DEBUG] [app] Ending request: urn:request:58dfe94e-5100-43dd-9a73-db49a57e8546 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:58dfe94e-5100-43dd-9a73-db49a57e8546', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:24:55,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:24:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:24:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:24:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:24:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:24:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:24:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:24:55,183 [196] [DEBUG] [app] Ending request: urn:request:07187707-8a50-41a7-84b9-9011337afb74 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:07187707-8a50-41a7-84b9-9011337afb74', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:55,183 [193] [DEBUG] [app] Ending request: urn:request:ff252e25-0d33-4dde-a5e3-8e3609c26568 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ff252e25-0d33-4dde-a5e3-8e3609c26568', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:24:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:24:55,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:24:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:24:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:24:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:24:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:24:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:06.710348+00:00 (in 9.999458 seconds)
gcworker stdout | 2023-06-29 13:24:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:06 UTC)" (scheduled at 2023-06-29 13:24:56.710348+00:00)
gcworker stdout | 2023-06-29 13:24:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835496711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:24:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:24:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:24:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:24:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:24:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:38.227751+00:00 (in 40.212347 seconds)
repositorygcworker stdout | 2023-06-29 13:24:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:58 UTC)" (scheduled at 2023-06-29 13:24:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:24:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:24:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 24, 58, 15837), True, datetime.datetime(2023, 6, 29, 13, 24, 58, 15837), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:24:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:24:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:24:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:25:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:24:58,065 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:25:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:10.109381+00:00 (in 9.999482 seconds)
notificationworker stdout | 2023-06-29 13:25:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:10 UTC)" (scheduled at 2023-06-29 13:25:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:25:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:25:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 0, 110394), True, datetime.datetime(2023, 6, 29, 13, 25, 0, 110394), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:25:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:25:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:25:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:25:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:25:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:08.157912+00:00 (in 5.094584 seconds)
securityworker stdout | 2023-06-29 13:25:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:33 UTC)" (scheduled at 2023-06-29 13:25:03.062807+00:00)
securityworker stdout | 2023-06-29 13:25:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:25:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:25:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:25:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:25:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:25:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:25:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:25:03,766 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:25:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:25:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:40.132615+00:00 (in 35.915133 seconds)
namespacegcworker stdout | 2023-06-29 13:25:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:04 UTC)" (scheduled at 2023-06-29 13:25:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:25:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:25:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:25:05,078 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:25:05,081 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:25:05,084 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:25:05,088 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:25:05,090 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:25:05,165 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:25:05,268 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:25:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:25:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:16.710348+00:00 (in 9.999471 seconds)
gcworker stdout | 2023-06-29 13:25:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:16 UTC)" (scheduled at 2023-06-29 13:25:06.710348+00:00)
gcworker stdout | 2023-06-29 13:25:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835506711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:25:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:25:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:25:06,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:25:07,206 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:25:07,285 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:25:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:25:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:26.236566+00:00 (in 18.127207 seconds)
exportactionlogsworker stdout | 2023-06-29 13:25:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:08 UTC)" (scheduled at 2023-06-29 13:25:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:25:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:25:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 8, 109742), True, datetime.datetime(2023, 6, 29, 13, 25, 8, 109742), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:25:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:25:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:25:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:25:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:25:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:33.062807+00:00 (in 24.904386 seconds)
securityworker stdout | 2023-06-29 13:25:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:38 UTC)" (scheduled at 2023-06-29 13:25:08.157912+00:00)
securityworker stdout | 2023-06-29 13:25:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:25:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:25:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:25:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:25:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:25:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:25:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:25:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:25:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:25:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:25:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 20, 8, 164653), 1, 2])
securityworker stdout | 2023-06-29 13:25:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:25:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:25:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 20, 8, 164653), 1, 2])
securityworker stdout | 2023-06-29 13:25:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:25:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:25:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:25:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:25:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:25:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:25:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:25:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:25:08,528 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:25:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:10.614040+00:00 (in 0.504128 seconds)
notificationworker stdout | 2023-06-29 13:25:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:20 UTC)" (scheduled at 2023-06-29 13:25:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:25:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:25:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 10, 110414), True, datetime.datetime(2023, 6, 29, 13, 25, 10, 110414), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:25:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:25:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:25:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:20 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:25:10,129 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
gunicorn-web stdout | 2023-06-29 13:25:10,169 [195] [DEBUG] [app] Starting request: urn:request:d7b0fde0-fffb-4030-a826-aaaf30a18920 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:10,169 [196] [DEBUG] [app] Starting request: urn:request:e5a6a68c-cb0b-4a37-9543-dcf987786df8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:10,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:10,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:25:10,172 [221] [DEBUG] [app] Starting request: urn:request:4450b8c7-47c9-437d-802e-8f226d34fa67 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:10,172 [215] [DEBUG] [app] Starting request: urn:request:bb3cf165-c067-4294-9fd5-23e2c9a5d392 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:10,172 [215] [DEBUG] [app] Ending request: urn:request:bb3cf165-c067-4294-9fd5-23e2c9a5d392 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bb3cf165-c067-4294-9fd5-23e2c9a5d392', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:25:10,172 [221] [DEBUG] [app] Ending request: urn:request:4450b8c7-47c9-437d-802e-8f226d34fa67 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4450b8c7-47c9-437d-802e-8f226d34fa67', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:25:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:25:10,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:25:10,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:10,175 [196] [DEBUG] [app] Starting request: urn:request:fddd3f0e-9fc7-43ec-a312-8a241a1849ab (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:10,176 [196] [DEBUG] [app] Ending request: urn:request:fddd3f0e-9fc7-43ec-a312-8a241a1849ab (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fddd3f0e-9fc7-43ec-a312-8a241a1849ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:10,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:25:10,176 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:10,177 [193] [DEBUG] [app] Starting request: urn:request:7f632207-1e73-424e-ab08-471919b29b8e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:10,177 [193] [DEBUG] [app] Ending request: urn:request:7f632207-1e73-424e-ab08-471919b29b8e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7f632207-1e73-424e-ab08-471919b29b8e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:10,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:25:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:10,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:10,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:10,182 [195] [DEBUG] [app] Ending request: urn:request:d7b0fde0-fffb-4030-a826-aaaf30a18920 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d7b0fde0-fffb-4030-a826-aaaf30a18920', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:10,182 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:25:10,184 [196] [DEBUG] [app] Ending request: urn:request:e5a6a68c-cb0b-4a37-9543-dcf987786df8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e5a6a68c-cb0b-4a37-9543-dcf987786df8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:10,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
notificationworker stdout | 2023-06-29 13:25:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:20.109381+00:00 (in 9.494850 seconds)
notificationworker stdout | 2023-06-29 13:25:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:10 UTC)" (scheduled at 2023-06-29 13:25:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:25:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:25:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:25:11,714 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:25:11,729 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:25:12,204 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:25:14,254 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:36.011593+00:00 (in 21.175437 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:14 UTC)" (scheduled at 2023-06-29 13:25:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 14, 836614), True, datetime.datetime(2023, 6, 29, 13, 25, 14, 836614), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:25:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:25:15,514 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:25:15,585 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:25:15,600 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:25:15,604 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:25:15,607 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:25:15,610 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:25:15,623 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:25:15,625 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:25:15,628 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:25:15,630 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:25:15,641 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:25:16,057 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:25:16,207 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:25:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:25:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:46.328917+00:00 (in 29.999497 seconds)
buildlogsarchiver stdout | 2023-06-29 13:25:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:46 UTC)" (scheduled at 2023-06-29 13:25:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:25:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 25, 16, 329848), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:25:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:25:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:25:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:25:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:25:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:25:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:26.710348+00:00 (in 9.999487 seconds)
gcworker stdout | 2023-06-29 13:25:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:26 UTC)" (scheduled at 2023-06-29 13:25:16.710348+00:00)
gcworker stdout | 2023-06-29 13:25:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835516711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:25:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:25:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:25:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:25:17,099 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:25:17,102 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:25:17,105 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:25:17,178 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:25:18,885 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:25:18,915 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:25:19,384 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:25:19,402 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:25:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:30.109381+00:00 (in 9.999551 seconds)
notificationworker stdout | 2023-06-29 13:25:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:30 UTC)" (scheduled at 2023-06-29 13:25:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:25:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:25:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 20, 110233), True, datetime.datetime(2023, 6, 29, 13, 25, 20, 110233), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:25:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:25:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:25:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:30 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,209 [55] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,209 [55] [INFO] [apscheduler.executors.default] Running job "BlobUploadCleanupWorker._try_cleanup_uploads (trigger: interval[1:00:00], next run at: 2023-06-29 13:25:23 UTC)" (scheduled at 2023-06-29 13:25:23.208916+00:00)
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,209 [55] [DEBUG] [util.locking] Acquiring global lock BLOB_CLEANUP
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,210 [55] [DEBUG] [redis_lock.acquire] Getting 'lock:BLOB_CLEANUP' ...
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,210 [55] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:25:23.208916+00:00 (in 3599.999668 seconds)
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,211 [55] [INFO] [redis_lock.acquire] Got lock for 'lock:BLOB_CLEANUP'.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,212 [55] [DEBUG] [util.locking] Acquired lock BLOB_CLEANUP
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,212 [55] [DEBUG] [__main__] Performing blob upload cleanup
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,213 [55] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."uuid", "t1"."byte_count", "t1"."sha_state", "t1"."location_id", "t1"."storage_metadata", "t1"."chunk_count", "t1"."uncompressed_byte_count", "t1"."created", "t1"."piece_sha_state", "t1"."piece_hashes", "t2"."id", "t2"."name" FROM "blobupload" AS "t1" INNER JOIN "imagestoragelocation" AS "t2" ON ("t1"."location_id" = "t2"."id") WHERE ("t1"."created" <= %s) LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 27, 13, 25, 23, 212120), 1, 0])
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,217 [55] [DEBUG] [__main__] No additional stale blob uploads found
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,217 [55] [DEBUG] [data.database] Disconnecting from database.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,218 [55] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/endpoints.json
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,224 [55] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/sdk-default-configuration.json
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,225 [55] [DEBUG] [botocore.hooks] Event choose-service-name: calling handler <function handle_service_name_alias at 0x7f68564af700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,231 [55] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/s3/2006-03-01/service-2.json
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,239 [55] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_post at 0x7f68565351f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,239 [55] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7430>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,300 [55] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_url at 0x7f6856537f70>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,302 [55] [DEBUG] [botocore.endpoint] Setting s3 timeout as (60, 60)
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,303 [55] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/_retry.json
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,303 [55] [DEBUG] [botocore.client] Registering retry handlers for service: s3
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,309 [55] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/boto3/data/s3/2006-03-01/resources-1.json
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,310 [55] [DEBUG] [botocore.hooks] Event choose-service-name: calling handler <function handle_service_name_alias at 0x7f68564af700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,311 [55] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_post at 0x7f68565351f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,311 [55] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7430>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,311 [55] [DEBUG] [botocore.hooks] Event creating-client-class.s3: calling handler <function add_generate_presigned_url at 0x7f6856537f70>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,312 [55] [DEBUG] [botocore.endpoint] Setting s3 timeout as (60, 60)
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,312 [55] [DEBUG] [botocore.client] Registering retry handlers for service: s3
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,313 [55] [DEBUG] [boto3.resources.factory] Loading s3:s3
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,314 [55] [DEBUG] [boto3.resources.factory] Loading s3:Bucket
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,314 [55] [DEBUG] [boto3.resources.model] Renaming Bucket attribute name
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,314 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Bucket: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7670>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,314 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f685074efa0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f685074efd0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadBucket: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f685074efa0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadBucket: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadBucket) with params: {'url_path': '/quay3.3.0', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f6850813160>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadBucket: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f685080ecd0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadBucket: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68507030d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadBucket: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadBucket: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68507030d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,315 [55] [DEBUG] [botocore.utils] Using S3 path style addressing.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,316 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,316 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132523Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,316 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132523Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 1766ca99f0f7b9e22fe0034a9e7265f9fde0c5166d0fce9f79b94ab6e77e0bf9
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,316 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 9cf684a80de05f7e46d25819b58c8745bbc169c424ad5c8757a1ab284053dfa5
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,316 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadBucket: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,316 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42', 'X-Amz-Date': b'20230629T132523Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=9cf684a80de05f7e46d25819b58c8745bbc169c424ad5c8757a1ab284053dfa5', 'amz-sdk-invocation-id': b'04f850ae-8f23-44d1-b2bc-9c68c0d84a41', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,317 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,317 [55] [DEBUG] [urllib3.connectionpool] Starting new HTTPS connection (1): s3.us-south.cloud-object-storage.appdomain.cloud:443
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,527 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,527 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'X-Clv-Request-Id': '2cf66fbb-e027-4ee8-af5a-5306905ee496', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '2cf66fbb-e027-4ee8-af5a-5306905ee496', 'ibm-sse-kp-enabled': 'false', 'Content-Length': '0'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,527 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,527 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadBucket: calling handler <botocore.retryhandler.RetryHandler object at 0x7f685074eee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,527 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,527 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadBucket: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f685074efa0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,534 [55] [DEBUG] [botocore.loaders] Loading JSON file: /app/lib/python3.9/site-packages/botocore/data/s3/2006-03-01/paginators-1.json
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,534 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.ListObjectsV2: calling handler <function set_list_objects_encoding_type_url at 0x7f68564c4160>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.ListObjectsV2: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.ListObjectsV2: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f685074efa0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.ListObjectsV2: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f685074efd0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.ListObjectsV2: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-call.s3.ListObjectsV2: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-call.s3.ListObjectsV2: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f685074efa0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-call.s3.ListObjectsV2: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-call.s3.ListObjectsV2: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=ListObjectsV2) with params: {'url_path': '/quay3.3.0?list-type=2', 'query_string': {'prefix': 'datastorage/registry/uploads', 'encoding-type': 'url'}, 'method': 'GET', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0?list-type=2&prefix=datastorage%2Fregistry%2Fuploads&encoding-type=url', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f6850813160>, 'has_streaming_input': False, 'auth_type': None, 'encoding_type_auto_set': True, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event request-created.s3.ListObjectsV2: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f685080ecd0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.ListObjectsV2: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68507030d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.ListObjectsV2: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,535 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.ListObjectsV2: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68507030d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | GET
blobuploadcleanupworker stdout | /quay3.3.0
blobuploadcleanupworker stdout | encoding-type=url&list-type=2&prefix=datastorage%2Fregistry%2Fuploads
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132523Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132523Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | e1e9b24c8782ec6c8d2a415e94d818fb3f25154917f12fa1d0716b280689c433
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 3f422aa4330a71f5c6dc1860c93ea8b562f38366359315af5cced47b3b466a89
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.hooks] Event request-created.s3.ListObjectsV2: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=GET, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0?list-type=2&prefix=datastorage%2Fregistry%2Fuploads&encoding-type=url, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42', 'X-Amz-Date': b'20230629T132523Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=3f422aa4330a71f5c6dc1860c93ea8b562f38366359315af5cced47b3b466a89', 'amz-sdk-invocation-id': b'60603f58-1526-47a6-9334-701f6a7948ce', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,536 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,583 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "GET /quay3.3.0?list-type=2&prefix=datastorage%2Fregistry%2Fuploads&encoding-type=url HTTP/1.1" 200 3775
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,583 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'X-Clv-Request-Id': '18d6dbed-f932-4b84-8fcc-9fe03a672bb8', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '18d6dbed-f932-4b84-8fcc-9fe03a672bb8', 'ibm-sse-kp-enabled': 'false', 'Content-Type': 'application/xml', 'Content-Length': '3775'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,583 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b'<?xml version="1.0" encoding="UTF-8" standalone="yes"?><ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>quay3.3.0</Name><Prefix>datastorage/registry/uploads</Prefix><KeyCount>13</KeyCount><MaxKeys>1000</MaxKeys><Delimiter></Delimiter><IsTruncated>false</IsTruncated><Contents><Key>datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5</Key><LastModified>2023-06-12T12:26:57.595Z</LastModified><ETag>&quot;b9622de01431d90accf1354d70557661-16&quot;</ETag><Size>78976037</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801</Key><LastModified>2023-06-12T07:03:54.855Z</LastModified><ETag>&quot;5a4ff94896c7c43a81cba1d5c4ee9f3f-1&quot;</ETag><Size>518019</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2</Key><LastModified>2023-06-12T06:09:45.705Z</LastModified><ETag>&quot;77158a0e60be1a3d3f9c5c47b6929ac4-1&quot;</ETag><Size>1469</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0</Key><LastModified>2023-06-12T07:03:38.303Z</LastModified><ETag>&quot;40de2d91f9f5b019641d2a73e67c264b-1&quot;</ETag><Size>1118219</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101</Key><LastModified>2023-06-12T07:19:37.551Z</LastModified><ETag>&quot;1c12d89cd091c868007ac6ac293dc737-1&quot;</ETag><Size>387762</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf</Key><LastModified>2023-06-12T06:07:37.269Z</LastModified><ETag>&quot;53b52558a379ae734646cc70f668456b-16&quot;</ETag><Size>78857301</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9</Key><LastModified>2023-06-12T06:09:30.581Z</LastModified><ETag>&quot;1bf701600351e540106193fed35a419d-1&quot;</ETag><Size>2821095</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80</Key><LastModified>2023-06-12T13:04:29.905Z</LastModified><ETag>&quot;cca1cadcc0f4a46b76deaacbfd6ca33e-1&quot;</ETag><Size>1470</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767</Key><LastModified>2023-06-12T13:04:22.322Z</LastModified><ETag>&quot;f56445a0a6ab9ad6e78c5500eb0c3536-1&quot;</ETag><Size>2801887</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/69f4e947-0305-43b8-9b1f-d8c57ddf0e58</Key><LastModified>2023-06-29T13:22:13.661Z</LastModified><ETag>&quot;660c99796f61d8800e73c26acf301fae-16&quot;</ETag><Size>78881569</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c</Key><LastModified>2023-06-12T06:47:10.649Z</LastModified><ETag>&quot;2e55f425110e563c1451902de2999253-656&quot;</ETag><Size>3439329280</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f</Key><LastModified>2023-06-12T07:32:50.123Z</LastModified><ETag>&quot;d91602b86799088d77d626bc55a186a4-1921&quot;</ETag><Size>10070510799</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da</Key><LastModified>2023-06-12T07:20:36.835Z</LastModified><ETag>&quot;5b0fabf95b2f85af6704fec84d129327-1&quot;</ETag><Size>514475</Size><StorageClass>STANDARD</StorageClass></Contents></ListBucketResult>'
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,585 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.ListObjectsV2: calling handler <botocore.retryhandler.RetryHandler object at 0x7f685074eee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,585 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,585 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.ListObjectsV2: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f685074efa0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,585 [55] [DEBUG] [botocore.hooks] Event after-call.s3.ListObjectsV2: calling handler <function decode_list_object_v2 at 0x7f68564c4280>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,585 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,586 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.utils] Using S3 path style addressing.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132523Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,587 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132523Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 75267607e1ff57fb450a027afad9f260f453cd9aa55496f3cd48a9ebf4758074
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,588 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | b3180cf90151e52ee2d358c27eb7320d0118e17d3c91e800f2ade4e05622365e
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,588 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,588 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132523Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=b3180cf90151e52ee2d358c27eb7320d0118e17d3c91e800f2ade4e05622365e', 'amz-sdk-invocation-id': b'531d68fa-013c-4c50-9f81-4e34ac42b415', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,588 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,588 [55] [DEBUG] [urllib3.connectionpool] Starting new HTTPS connection (1): s3.us-south.cloud-object-storage.appdomain.cloud:443
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,789 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,790 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'X-Clv-Request-Id': 'f01ad599-a262-4d40-b671-2c1141932057', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'f01ad599-a262-4d40-b671-2c1141932057', 'x-amz-mp-parts-count': '16', 'ETag': '"b9622de01431d90accf1354d70557661-16"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 12:26:57 GMT', 'Content-Length': '78976037'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,790 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,790 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,790 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,790 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'f01ad599-a262-4d40-b671-2c1141932057', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'x-clv-request-id': 'f01ad599-a262-4d40-b671-2c1141932057', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'f01ad599-a262-4d40-b671-2c1141932057', 'x-amz-mp-parts-count': '16', 'etag': '"b9622de01431d90accf1354d70557661-16"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 12:26:57 GMT', 'content-length': '78976037'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 12, 26, 57, tzinfo=tzutc()), 'ContentLength': 78976037, 'ETag': '"b9622de01431d90accf1354d70557661-16"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 16}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,791 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132523Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132523Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 96939635de335c3d030ed31a2aaeebb5d45054783b0e6a63a0fa5a8cffbc78dc
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | bcf4e36a2c27b4393de86c4b769a53e966fd465494c11296a7ecb0b658b57bdd
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132523Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=bcf4e36a2c27b4393de86c4b769a53e966fd465494c11296a7ecb0b658b57bdd', 'amz-sdk-invocation-id': b'7ad7e12c-3b6e-4364-a38c-6fed0ed90aa5', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,792 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,864 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,864 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'X-Clv-Request-Id': '93266b96-cf18-4dfb-a561-9c36d0e365f8', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '93266b96-cf18-4dfb-a561-9c36d0e365f8'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '93266b96-cf18-4dfb-a561-9c36d0e365f8', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'x-clv-request-id': '93266b96-cf18-4dfb-a561-9c36d0e365f8', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '93266b96-cf18-4dfb-a561-9c36d0e365f8'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/080a7a48-9f80-47c1-b51c-944e0db99ee5
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,865 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,866 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,867 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132523Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,867 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132523Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | a53c490474ef9d26fddc125c0490b297b5e9260a83f027f8be4661b1b828b1bf
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,867 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | c19f5fffc5091c67732a96a444e8f1dcc93072fb7e442d7d0aa7c5dbd251e5cb
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,867 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,867 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132523Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=c19f5fffc5091c67732a96a444e8f1dcc93072fb7e442d7d0aa7c5dbd251e5cb', 'amz-sdk-invocation-id': b'a882e6ba-60c2-4463-82a9-ed4aecd1eb62', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,867 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,921 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,921 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'X-Clv-Request-Id': '3f4b5779-4b13-4cd0-a10a-62ba109316cc', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '3f4b5779-4b13-4cd0-a10a-62ba109316cc', 'x-amz-mp-parts-count': '1', 'ETag': '"5a4ff94896c7c43a81cba1d5c4ee9f3f-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 07:03:54 GMT', 'Content-Length': '518019'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '3f4b5779-4b13-4cd0-a10a-62ba109316cc', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:23 GMT', 'x-clv-request-id': '3f4b5779-4b13-4cd0-a10a-62ba109316cc', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': '3f4b5779-4b13-4cd0-a10a-62ba109316cc', 'x-amz-mp-parts-count': '1', 'etag': '"5a4ff94896c7c43a81cba1d5c4ee9f3f-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 07:03:54 GMT', 'content-length': '518019'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 7, 3, 54, tzinfo=tzutc()), 'ContentLength': 518019, 'ETag': '"5a4ff94896c7c43a81cba1d5c4ee9f3f-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,922 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132523Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132523Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 6e5db678dba6affd50af055069836741f428c286e94ce5325dccea072590d32e
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 9c8558c48415a02449d5f7178a54f37951a9f0f960b19666916db5f0a61eb189
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132523Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=9c8558c48415a02449d5f7178a54f37951a9f0f960b19666916db5f0a61eb189', 'amz-sdk-invocation-id': b'ce07fa17-42e8-4dcc-b132-a9d8297c5248', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:23,923 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': '4f5f5087-0692-4212-965b-b9788418c70e', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '4f5f5087-0692-4212-965b-b9788418c70e'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '4f5f5087-0692-4212-965b-b9788418c70e', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': '4f5f5087-0692-4212-965b-b9788418c70e', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '4f5f5087-0692-4212-965b-b9788418c70e'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/166e29f4-2da0-4fa3-96d1-4c6d62c6b801
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,169 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,170 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,170 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,170 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,170 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,170 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,170 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 6b5de352b46a9db5dba8cf406d0f2d832a018dd2582f5f051e5dbb5300d47996
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 38290c9353d1fcbbe8df8a73bac5eb764699d3b4d72ee92f88c5add6c082b0ac
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=38290c9353d1fcbbe8df8a73bac5eb764699d3b4d72ee92f88c5add6c082b0ac', 'amz-sdk-invocation-id': b'38aac6ec-665c-4f7d-ab36-fc47d634ab49', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,171 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,229 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,229 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': '24ced4ce-398b-4432-8bba-032da8b5b899', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '24ced4ce-398b-4432-8bba-032da8b5b899', 'x-amz-mp-parts-count': '1', 'ETag': '"77158a0e60be1a3d3f9c5c47b6929ac4-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 06:09:45 GMT', 'Content-Length': '1469'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '24ced4ce-398b-4432-8bba-032da8b5b899', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': '24ced4ce-398b-4432-8bba-032da8b5b899', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': '24ced4ce-398b-4432-8bba-032da8b5b899', 'x-amz-mp-parts-count': '1', 'etag': '"77158a0e60be1a3d3f9c5c47b6929ac4-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 06:09:45 GMT', 'content-length': '1469'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 6, 9, 45, tzinfo=tzutc()), 'ContentLength': 1469, 'ETag': '"77158a0e60be1a3d3f9c5c47b6929ac4-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,230 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 33f300845d095f3a640e811708a2d7523082712d41873cdb7e83d5f2058057c0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 30441bea67ecd221593dd002786c4e81179a439f9bf05be06dc629ec24d960a8
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=30441bea67ecd221593dd002786c4e81179a439f9bf05be06dc629ec24d960a8', 'amz-sdk-invocation-id': b'df7e1264-897d-4386-8abc-4e04e9e2c27c', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,231 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': '44b0ca3f-480c-4a63-a07f-e7353c4390d6', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '44b0ca3f-480c-4a63-a07f-e7353c4390d6'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '44b0ca3f-480c-4a63-a07f-e7353c4390d6', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': '44b0ca3f-480c-4a63-a07f-e7353c4390d6', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '44b0ca3f-480c-4a63-a07f-e7353c4390d6'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/1940f90e-2c9d-48ea-a39d-0c9774c5eaa2
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,316 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,317 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | ae43e46d336e84f1f585140ad87e093f5e867789326e3d456b51b3c775727237
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 29b533d3206b66017de06788eba248f3b199e514a8bc88b63080195c76158447
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=29b533d3206b66017de06788eba248f3b199e514a8bc88b63080195c76158447', 'amz-sdk-invocation-id': b'7fea2228-a791-48c7-b229-c73bf96f6145', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,318 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': 'f616fb09-a9ad-436c-8d49-530e39fee89e', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'f616fb09-a9ad-436c-8d49-530e39fee89e', 'x-amz-mp-parts-count': '1', 'ETag': '"40de2d91f9f5b019641d2a73e67c264b-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 07:03:38 GMT', 'Content-Length': '1118219'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'f616fb09-a9ad-436c-8d49-530e39fee89e', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': 'f616fb09-a9ad-436c-8d49-530e39fee89e', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'f616fb09-a9ad-436c-8d49-530e39fee89e', 'x-amz-mp-parts-count': '1', 'etag': '"40de2d91f9f5b019641d2a73e67c264b-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 07:03:38 GMT', 'content-length': '1118219'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 7, 3, 38, tzinfo=tzutc()), 'ContentLength': 1118219, 'ETag': '"40de2d91f9f5b019641d2a73e67c264b-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,577 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | d5e591038bfd834054fbae623b440d82777b9409e33b5ad087f2211790b9bb35
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 899644ff768fc5a0e0d29356b748e82763d8a8375910aac1f69862dee829f34e
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=899644ff768fc5a0e0d29356b748e82763d8a8375910aac1f69862dee829f34e', 'amz-sdk-invocation-id': b'f7267474-db6e-4f2e-85d0-3de988461f69', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,578 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': '518aa9dc-741c-4c88-bbc4-82e0ea3dc81e', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '518aa9dc-741c-4c88-bbc4-82e0ea3dc81e'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '518aa9dc-741c-4c88-bbc4-82e0ea3dc81e', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': '518aa9dc-741c-4c88-bbc4-82e0ea3dc81e', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '518aa9dc-741c-4c88-bbc4-82e0ea3dc81e'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/1c81cf9c-2884-477c-9a1e-a1bc6837b4a0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,650 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,651 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 72a92e7d6c116eb3f90097db87a137fb23f78cb2af8632f25ecf68e2266880aa
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 17f06cd23ff7bd951cb60f23eb922bf20f6a75e6e6b49c396c87068f09203cff
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=17f06cd23ff7bd951cb60f23eb922bf20f6a75e6e6b49c396c87068f09203cff', 'amz-sdk-invocation-id': b'b264cda0-bfcb-40f0-8715-c46845da3993', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,652 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,733 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,733 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': '03fd015d-9daf-4daf-abc2-27f121b5794f', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '03fd015d-9daf-4daf-abc2-27f121b5794f', 'x-amz-mp-parts-count': '1', 'ETag': '"1c12d89cd091c868007ac6ac293dc737-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 07:19:37 GMT', 'Content-Length': '387762'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,733 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '03fd015d-9daf-4daf-abc2-27f121b5794f', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': '03fd015d-9daf-4daf-abc2-27f121b5794f', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': '03fd015d-9daf-4daf-abc2-27f121b5794f', 'x-amz-mp-parts-count': '1', 'etag': '"1c12d89cd091c868007ac6ac293dc737-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 07:19:37 GMT', 'content-length': '387762'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 7, 19, 37, tzinfo=tzutc()), 'ContentLength': 387762, 'ETag': '"1c12d89cd091c868007ac6ac293dc737-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,734 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | b8f21a51c1d591ef64df7c25c8fb8f8942320358eb7333a5bb64758c2aa51063
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | aeb617e7477322284e1e6c007d88e6e1c2e6d4e3d2ce9400e44b0bfdd6a61bd8
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=aeb617e7477322284e1e6c007d88e6e1c2e6d4e3d2ce9400e44b0bfdd6a61bd8', 'amz-sdk-invocation-id': b'b5fcda57-6f5f-422b-9af2-8539d1b164d9', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,735 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'X-Clv-Request-Id': '3db7225c-87cb-4ed0-99da-5c2bbaa9e838', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '3db7225c-87cb-4ed0-99da-5c2bbaa9e838'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '3db7225c-87cb-4ed0-99da-5c2bbaa9e838', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:24 GMT', 'x-clv-request-id': '3db7225c-87cb-4ed0-99da-5c2bbaa9e838', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '3db7225c-87cb-4ed0-99da-5c2bbaa9e838'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/2c99daa9-3570-4cc2-9676-042503546101
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,829 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,830 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132524Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132524Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | ffb5e89fc4c30ef79b7454b815441f96def8d49c59be12f5bc65d4241e5ff801
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 1cf2e10bce81ecced405d4ff2f93be07889316904689f84fd273baca8d6e706c
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132524Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=1cf2e10bce81ecced405d4ff2f93be07889316904689f84fd273baca8d6e706c', 'amz-sdk-invocation-id': b'9f56b2c9-b4c7-462e-bd94-c52a2997ab5f', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:24,831 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': '4eaa383a-90d6-459a-b42c-11e0b8df6e96', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '4eaa383a-90d6-459a-b42c-11e0b8df6e96', 'x-amz-mp-parts-count': '16', 'ETag': '"53b52558a379ae734646cc70f668456b-16"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 06:07:37 GMT', 'Content-Length': '78857301'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,058 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '4eaa383a-90d6-459a-b42c-11e0b8df6e96', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': '4eaa383a-90d6-459a-b42c-11e0b8df6e96', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': '4eaa383a-90d6-459a-b42c-11e0b8df6e96', 'x-amz-mp-parts-count': '16', 'etag': '"53b52558a379ae734646cc70f668456b-16"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 06:07:37 GMT', 'content-length': '78857301'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 6, 7, 37, tzinfo=tzutc()), 'ContentLength': 78857301, 'ETag': '"53b52558a379ae734646cc70f668456b-16"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 16}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 8a13414c41b8ecfd1ad718476ef50aa45540390fcaf03bc92adfc98d1e352068
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 5ff9da1e9e8e8bc6b9114ec237faeeee4ef45ffd5adcb745d940f169782d9a5b
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,059 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,060 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=5ff9da1e9e8e8bc6b9114ec237faeeee4ef45ffd5adcb745d940f169782d9a5b', 'amz-sdk-invocation-id': b'f8f50dce-ee5b-4492-8d81-c3720ea7084b', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,060 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,150 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': '8622ec7b-8356-402e-bb24-44caa318eee9', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '8622ec7b-8356-402e-bb24-44caa318eee9'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '8622ec7b-8356-402e-bb24-44caa318eee9', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': '8622ec7b-8356-402e-bb24-44caa318eee9', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '8622ec7b-8356-402e-bb24-44caa318eee9'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/310db899-5a8a-4455-ac46-2b5b0a4ef3bf
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,151 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 44203df0d1e6ff14985c4aca73bcb216d10194f2696d16dfe0c967b42d712f46
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,152 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 875b913bc26ce987e1d82f917cc565cc9afe477366e4d1e737825979d0dfd3d8
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,153 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,153 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=875b913bc26ce987e1d82f917cc565cc9afe477366e4d1e737825979d0dfd3d8', 'amz-sdk-invocation-id': b'8c844bbc-e348-493f-9a5c-03fbe30918b2', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,153 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
gunicorn-web stdout | 2023-06-29 13:25:25,169 [194] [DEBUG] [app] Starting request: urn:request:7dc98a75-6246-4050-a101-4730401f5757 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:25,169 [196] [DEBUG] [app] Starting request: urn:request:b01c072c-dcf5-47c5-a7a1-f6ac48902b8e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:25,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:25,170 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:25:25,172 [221] [DEBUG] [app] Starting request: urn:request:6fe7bff8-19ca-405b-a895-c966b7307fd4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:25,172 [221] [DEBUG] [app] Ending request: urn:request:6fe7bff8-19ca-405b-a895-c966b7307fd4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6fe7bff8-19ca-405b-a895-c966b7307fd4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:25:25,173 [209] [DEBUG] [app] Starting request: urn:request:2925cdd6-7e71-4312-8aa4-674977b34568 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:25:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:25:25,174 [209] [DEBUG] [app] Ending request: urn:request:2925cdd6-7e71-4312-8aa4-674977b34568 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2925cdd6-7e71-4312-8aa4-674977b34568', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.003 162 0.003)
gunicorn-registry stdout | 2023-06-29 13:25:25,174 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:25,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:25,175 [193] [DEBUG] [app] Starting request: urn:request:ce45041a-8876-41ec-a6a7-5d7731fe16d8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:25,176 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:25,176 [193] [DEBUG] [app] Ending request: urn:request:ce45041a-8876-41ec-a6a7-5d7731fe16d8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ce45041a-8876-41ec-a6a7-5d7731fe16d8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:25,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:25,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:25:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:25,177 [193] [DEBUG] [app] Starting request: urn:request:d9cb4adf-5152-4a6e-9f4c-d64bee68a0ac (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:25,177 [193] [DEBUG] [app] Ending request: urn:request:d9cb4adf-5152-4a6e-9f4c-d64bee68a0ac (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d9cb4adf-5152-4a6e-9f4c-d64bee68a0ac', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:25:25,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:25,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:25,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:25,183 [196] [DEBUG] [app] Ending request: urn:request:b01c072c-dcf5-47c5-a7a1-f6ac48902b8e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b01c072c-dcf5-47c5-a7a1-f6ac48902b8e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:25,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:25:25,183 [194] [DEBUG] [app] Ending request: urn:request:7dc98a75-6246-4050-a101-4730401f5757 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7dc98a75-6246-4050-a101-4730401f5757', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:25,183 [194] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:25:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,464 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': 'b5c6ffc8-ffec-4bf4-8efe-45ccda683598', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'b5c6ffc8-ffec-4bf4-8efe-45ccda683598', 'x-amz-mp-parts-count': '1', 'ETag': '"1bf701600351e540106193fed35a419d-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 06:09:30 GMT', 'Content-Length': '2821095'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'b5c6ffc8-ffec-4bf4-8efe-45ccda683598', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': 'b5c6ffc8-ffec-4bf4-8efe-45ccda683598', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'b5c6ffc8-ffec-4bf4-8efe-45ccda683598', 'x-amz-mp-parts-count': '1', 'etag': '"1bf701600351e540106193fed35a419d-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 06:09:30 GMT', 'content-length': '2821095'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 6, 9, 30, tzinfo=tzutc()), 'ContentLength': 2821095, 'ETag': '"1bf701600351e540106193fed35a419d-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,465 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | f9586a256bec367a496126d330a4f88770e3ce50f7ac7f1d32ae4d45b7323b21
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 81af82b7e9df870f2644eb57f2b02beb84b65a9c7fd3183d27a0028130c88b42
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,466 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=81af82b7e9df870f2644eb57f2b02beb84b65a9c7fd3183d27a0028130c88b42', 'amz-sdk-invocation-id': b'49c87c22-f3d1-4a03-b65a-b263dd27ea70', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,467 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': 'bc1698ae-f4c9-4c0d-9844-8c0cb3683ed2', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'bc1698ae-f4c9-4c0d-9844-8c0cb3683ed2'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'bc1698ae-f4c9-4c0d-9844-8c0cb3683ed2', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': 'bc1698ae-f4c9-4c0d-9844-8c0cb3683ed2', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'bc1698ae-f4c9-4c0d-9844-8c0cb3683ed2'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/470ec22b-327a-4139-a056-0d54f51c00f9
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,534 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,535 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 0984a7e2fb8ed29a7dfd4e33161f0d5e521cbde5717fee92846a930eb9836d33
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,536 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | bffa561d9e5b4fc85edaff41154ccf911a0019b54c635b3cfc908ab9e5344f20
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,537 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,537 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=bffa561d9e5b4fc85edaff41154ccf911a0019b54c635b3cfc908ab9e5344f20', 'amz-sdk-invocation-id': b'42c63bda-84ac-43ef-9a6c-0a879d5068b5', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,537 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,596 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,596 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': '1bc951f3-4442-40ed-adc5-c5ad765475dd', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': '1bc951f3-4442-40ed-adc5-c5ad765475dd', 'x-amz-mp-parts-count': '1', 'ETag': '"cca1cadcc0f4a46b76deaacbfd6ca33e-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 13:04:29 GMT', 'Content-Length': '1470'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,596 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '1bc951f3-4442-40ed-adc5-c5ad765475dd', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': '1bc951f3-4442-40ed-adc5-c5ad765475dd', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': '1bc951f3-4442-40ed-adc5-c5ad765475dd', 'x-amz-mp-parts-count': '1', 'etag': '"cca1cadcc0f4a46b76deaacbfd6ca33e-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 13:04:29 GMT', 'content-length': '1470'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 13, 4, 29, tzinfo=tzutc()), 'ContentLength': 1470, 'ETag': '"cca1cadcc0f4a46b76deaacbfd6ca33e-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,597 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 6e3fed7b1eda640983868a857941836c2a1d985670db30890035ef0baf50d66b
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | d67eb08aea7a2aade4e5e11dfc8bc46a40e201c4b6d2f8ad7260c18ed841ca3e
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=d67eb08aea7a2aade4e5e11dfc8bc46a40e201c4b6d2f8ad7260c18ed841ca3e', 'amz-sdk-invocation-id': b'0c6fc909-c659-4ce4-8c20-4232e54930e7', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,598 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,668 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,668 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': 'd3b40ccc-9269-4c94-8042-06ef300fbd98', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': 'd3b40ccc-9269-4c94-8042-06ef300fbd98'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'd3b40ccc-9269-4c94-8042-06ef300fbd98', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': 'd3b40ccc-9269-4c94-8042-06ef300fbd98', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': 'd3b40ccc-9269-4c94-8042-06ef300fbd98'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/5e151a90-39d6-4ce8-abd6-9067b7e14e80
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,669 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,670 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 3e4b39431e097d2899e39c9e5cbe8211d5ce2a064f9af29b9122c9df04457925
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 687ffd73596ade49452e727d7d500e2745394172e8f568e6540fe255121fbe24
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=687ffd73596ade49452e727d7d500e2745394172e8f568e6540fe255121fbe24', 'amz-sdk-invocation-id': b'674a2eca-1622-4442-8c4e-e94f3a470d21', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,671 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,740 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767 HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,740 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': 'f8364d41-cf66-473f-8d45-9c4f6530fa08', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'f8364d41-cf66-473f-8d45-9c4f6530fa08', 'x-amz-mp-parts-count': '1', 'ETag': '"f56445a0a6ab9ad6e78c5500eb0c3536-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 13:04:22 GMT', 'Content-Length': '2801887'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,740 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'f8364d41-cf66-473f-8d45-9c4f6530fa08', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': 'f8364d41-cf66-473f-8d45-9c4f6530fa08', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'f8364d41-cf66-473f-8d45-9c4f6530fa08', 'x-amz-mp-parts-count': '1', 'etag': '"f56445a0a6ab9ad6e78c5500eb0c3536-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 13:04:22 GMT', 'content-length': '2801887'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 13, 4, 22, tzinfo=tzutc()), 'ContentLength': 2801887, 'ETag': '"f56445a0a6ab9ad6e78c5500eb0c3536-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,741 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 657785f921d56fa1d7f930f6d376e77b2c056fbc4c9256bfa7438b74aebb2e59
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 1543dc8fc56c560ee4c3afda2cc0b46010e00aaa4325567b38723f5cb6e546d6
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=1543dc8fc56c560ee4c3afda2cc0b46010e00aaa4325567b38723f5cb6e546d6', 'amz-sdk-invocation-id': b'cd0c00f7-d896-4f3a-a9f6-44abdd763f43', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,742 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,829 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767 HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': '3499d891-a63c-45b7-abc7-99cfc333f564', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '3499d891-a63c-45b7-abc7-99cfc333f564'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '3499d891-a63c-45b7-abc7-99cfc333f564', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': '3499d891-a63c-45b7-abc7-99cfc333f564', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '3499d891-a63c-45b7-abc7-99cfc333f564'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/6943f7ec-8c5b-4fe2-bc44-cf7341d4c767
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,830 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,831 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,832 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,832 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 4efc66c22e12592f6878d9c43de4fea733136eb43835a1f64ada21eb8d50cdc2
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,832 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 5749749e00df3ad2c55c345ac7b49f572bf3b950483e9de6d4a0736e9d30a5eb
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,832 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,832 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=5749749e00df3ad2c55c345ac7b49f572bf3b950483e9de6d4a0736e9d30a5eb', 'amz-sdk-invocation-id': b'fa91b226-d41e-44ee-9413-d0963c2ba0f9', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,832 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,896 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': 'ba2edd86-53fb-42b7-9e27-09d7f96e2291', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'ba2edd86-53fb-42b7-9e27-09d7f96e2291', 'x-amz-mp-parts-count': '656', 'ETag': '"2e55f425110e563c1451902de2999253-656"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 06:47:10 GMT', 'Content-Length': '3439329280'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'ba2edd86-53fb-42b7-9e27-09d7f96e2291', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': 'ba2edd86-53fb-42b7-9e27-09d7f96e2291', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'ba2edd86-53fb-42b7-9e27-09d7f96e2291', 'x-amz-mp-parts-count': '656', 'etag': '"2e55f425110e563c1451902de2999253-656"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 06:47:10 GMT', 'content-length': '3439329280'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 6, 47, 10, tzinfo=tzutc()), 'ContentLength': 3439329280, 'ETag': '"2e55f425110e563c1451902de2999253-656"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 656}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,897 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 6868f7a5a960e789f947c3351631e49e5acd72ab2623d545e21bc995ca9cdccf
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 723b3b900fb2b173b6c3a58dae3fe8454981b8587cdad0e73f4e3e792897a256
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,898 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=723b3b900fb2b173b6c3a58dae3fe8454981b8587cdad0e73f4e3e792897a256', 'amz-sdk-invocation-id': b'48045967-fc9e-43ef-9876-33ba712a20a7', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,899 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,996 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,996 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'X-Clv-Request-Id': '20ef928d-a8f3-4773-9732-0b6662521cb5', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '20ef928d-a8f3-4773-9732-0b6662521cb5'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,996 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '20ef928d-a8f3-4773-9732-0b6662521cb5', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:25 GMT', 'x-clv-request-id': '20ef928d-a8f3-4773-9732-0b6662521cb5', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '20ef928d-a8f3-4773-9732-0b6662521cb5'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/86bea0d4-0fe3-481d-a927-b56002ed294c
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,997 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132525Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132525Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | f658b69ece55e2f3ace8f8e9e2d24011cb5cda7442849aa2c6d8a3790b40a071
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 747d7aa6dff56a861d3cce345d52c4c8ad5888ca17cdd10e1b972f86afd1bb7c
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,998 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132525Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=747d7aa6dff56a861d3cce345d52c4c8ad5888ca17cdd10e1b972f86afd1bb7c', 'amz-sdk-invocation-id': b'902478ce-c271-4c95-b5f5-aaf653385c34', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:25,999 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
exportactionlogsworker stdout | 2023-06-29 13:25:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:25:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:08.108858+00:00 (in 41.871839 seconds)
exportactionlogsworker stdout | 2023-06-29 13:25:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:26 UTC)" (scheduled at 2023-06-29 13:25:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:25:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:25:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:26 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,248 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,248 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'X-Clv-Request-Id': 'cfe67783-01a9-478a-b740-451e60ec1885', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'cfe67783-01a9-478a-b740-451e60ec1885', 'x-amz-mp-parts-count': '1921', 'ETag': '"d91602b86799088d77d626bc55a186a4-1921"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 07:32:50 GMT', 'Content-Length': '10070510799'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,248 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'cfe67783-01a9-478a-b740-451e60ec1885', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'x-clv-request-id': 'cfe67783-01a9-478a-b740-451e60ec1885', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'cfe67783-01a9-478a-b740-451e60ec1885', 'x-amz-mp-parts-count': '1921', 'etag': '"d91602b86799088d77d626bc55a186a4-1921"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 07:32:50 GMT', 'content-length': '10070510799'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 7, 32, 50, tzinfo=tzutc()), 'ContentLength': 10070510799, 'ETag': '"d91602b86799088d77d626bc55a186a4-1921"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1921}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,249 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132526Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132526Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | c719d3e71272a6d7f7235c4a8b6012cb655a97becac548b8c241d37e678af642
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 0c0e51f0adfd52d6435b52fa335fe64e7eed217456201547a2fc58c92e151a85
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132526Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=0c0e51f0adfd52d6435b52fa335fe64e7eed217456201547a2fc58c92e151a85', 'amz-sdk-invocation-id': b'644055cc-d7c7-4c11-8baf-e9063bf2162d', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,250 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'X-Clv-Request-Id': '5a5fa58e-c383-4e20-acf5-be62f04ced88', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '5a5fa58e-c383-4e20-acf5-be62f04ced88'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '5a5fa58e-c383-4e20-acf5-be62f04ced88', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'x-clv-request-id': '5a5fa58e-c383-4e20-acf5-be62f04ced88', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '5a5fa58e-c383-4e20-acf5-be62f04ced88'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,362 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/a2b2ce92-5e3a-4346-8e0b-afc056abce3f
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,363 [55] [DEBUG] [boto3.resources.factory] Loading s3:Object
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,364 [55] [DEBUG] [botocore.hooks] Event creating-resource-class.s3.Object: calling handler <function lazy_call.<locals>._handler at 0x7f6852fe7700>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,364 [55] [DEBUG] [boto3.resources.action] Calling s3:head_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,364 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function sse_md5 at 0x7f68564c2ee0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,364 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,364 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.HeadObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-call.s3.HeadObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=HeadObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da', 'query_string': {}, 'method': 'HEAD', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.HeadObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.HeadObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | HEAD
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132526Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132526Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | c8a600ab45c4f423cca25aa69c91c6a45a2c7954716fbf7ab86949928ef8f324
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 2e07e81a735821dcaec356a54c303cb79488a14a5f0356b39d4e48fb81bfed16
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.hooks] Event request-created.s3.HeadObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=HEAD, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132526Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=2e07e81a735821dcaec356a54c303cb79488a14a5f0356b39d4e48fb81bfed16', 'amz-sdk-invocation-id': b'bd8380f0-8d47-482e-9bfd-82d763edf400', 'amz-sdk-request': b'attempt=1'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,365 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,426 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "HEAD /quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da HTTP/1.1" 200 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,426 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'X-Clv-Request-Id': 'aa5e6dfb-b13d-494f-9dc8-8546d95c29b6', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'Accept-Ranges': 'bytes', 'x-amz-request-id': 'aa5e6dfb-b13d-494f-9dc8-8546d95c29b6', 'x-amz-mp-parts-count': '1', 'ETag': '"5b0fabf95b2f85af6704fec84d129327-1"', 'Content-Type': 'application/octet-stream', 'Last-Modified': 'Mon, 12 Jun 2023 07:20:36 GMT', 'Content-Length': '514475'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,426 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.HeadObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': 'aa5e6dfb-b13d-494f-9dc8-8546d95c29b6', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'x-clv-request-id': 'aa5e6dfb-b13d-494f-9dc8-8546d95c29b6', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'accept-ranges': 'bytes', 'x-amz-request-id': 'aa5e6dfb-b13d-494f-9dc8-8546d95c29b6', 'x-amz-mp-parts-count': '1', 'etag': '"5b0fabf95b2f85af6704fec84d129327-1"', 'content-type': 'application/octet-stream', 'last-modified': 'Mon, 12 Jun 2023 07:20:36 GMT', 'content-length': '514475'}, 'RetryAttempts': 0}, 'AcceptRanges': 'bytes', 'LastModified': datetime.datetime(2023, 6, 12, 7, 20, 36, tzinfo=tzutc()), 'ContentLength': 514475, 'ETag': '"5b0fabf95b2f85af6704fec84d129327-1"', 'ContentType': 'application/octet-stream', 'Metadata': {}, 'PartsCount': 1}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [boto3.resources.action] Calling s3:delete_object with {'Bucket': 'quay3.3.0', 'Key': 'datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function validate_bucket_name at 0x7f68564c2e50>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_cache of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <bound method S3ArnParamHandler.handle_arn of <botocore.utils.S3ArnParamHandler object at 0x7f68500a9970>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-parameter-build.s3.DeleteObject: calling handler <function generate_idempotent_uuid at 0x7f68564c2ca0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_expect_header at 0x7f68564c81f0>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <bound method S3RegionRedirector.set_request_url of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function add_recursion_detection_header at 0x7f68564c2940>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-call.s3.DeleteObject: calling handler <function inject_api_version_header_if_needed at 0x7f68564c4550>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.endpoint] Making request for OperationModel(name=DeleteObject) with params: {'url_path': '/quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da', 'query_string': {}, 'method': 'DELETE', 'headers': {'User-Agent': 'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource'}, 'body': b'', 'url': 'https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da', 'context': {'client_region': 'us-east-1', 'client_config': <botocore.config.Config object at 0x7f68506ebd90>, 'has_streaming_input': False, 'auth_type': None, 'signing': {'bucket': 'quay3.3.0'}}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <bound method RequestSigner.handler of <botocore.signers.RequestSigner object at 0x7f68506ebd00>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_signer of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event choose-signer.s3.DeleteObject: calling handler <function set_operation_specific_signer at 0x7f68564c2b80>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,427 [55] [DEBUG] [botocore.hooks] Event before-sign.s3.DeleteObject: calling handler <bound method S3EndpointSetter.set_endpoint of <botocore.utils.S3EndpointSetter object at 0x7f68500a99d0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.auth] Calculating signature using v4 auth.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.auth] CanonicalRequest:
blobuploadcleanupworker stdout | DELETE
blobuploadcleanupworker stdout | /quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da
blobuploadcleanupworker stdout | host:s3.us-south.cloud-object-storage.appdomain.cloud
blobuploadcleanupworker stdout | x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | x-amz-date:20230629T132526Z
blobuploadcleanupworker stdout | host;x-amz-content-sha256;x-amz-date
blobuploadcleanupworker stdout | e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.auth] StringToSign:
blobuploadcleanupworker stdout | AWS4-HMAC-SHA256
blobuploadcleanupworker stdout | 20230629T132526Z
blobuploadcleanupworker stdout | 20230629/us-east-1/s3/aws4_request
blobuploadcleanupworker stdout | 74a23afef61cd5a12b0b532666e85392bf5bd53f7056224abf7b1502d932eaaa
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.auth] Signature:
blobuploadcleanupworker stdout | 8fd4150680c12f3080ac83bb33349584afb80aeb8e310fb5deaf90ae0b36a97d
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.hooks] Event request-created.s3.DeleteObject: calling handler <function add_retry_headers at 0x7f68564c4c10>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.endpoint] Sending http request: <AWSPreparedRequest stream_output=False, method=DELETE, url=https://s3.us-south.cloud-object-storage.appdomain.cloud/quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da, headers={'User-Agent': b'Boto3/1.21.42 Python/3.9.16 Linux/5.14.0-284.18.1.el9_2.x86_64 Botocore/1.24.42 Resource', 'X-Amz-Date': b'20230629T132526Z', 'X-Amz-Content-SHA256': b'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855', 'Authorization': b'AWS4-HMAC-SHA256 Credential=0c7f56170b504fe19bb6537395618190/20230629/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=8fd4150680c12f3080ac83bb33349584afb80aeb8e310fb5deaf90ae0b36a97d', 'amz-sdk-invocation-id': b'9287a40c-64e9-40d9-9d30-3732c79a921f', 'amz-sdk-request': b'attempt=1', 'Content-Length': '0'}>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,428 [55] [DEBUG] [botocore.httpsession] Certificate path: /app/lib/python3.9/site-packages/certifi/cacert.pem
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [urllib3.connectionpool] https://s3.us-south.cloud-object-storage.appdomain.cloud:443 "DELETE /quay3.3.0/datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da HTTP/1.1" 204 0
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [botocore.parsers] Response headers: {'Date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'X-Clv-Request-Id': '14f94740-c55a-4341-bcfe-0c9e90d183b0', 'Server': 'Cleversafe', 'X-Clv-S3-Version': '2.5', 'x-amz-request-id': '14f94740-c55a-4341-bcfe-0c9e90d183b0'}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [botocore.parsers] Response body:
blobuploadcleanupworker stdout | b''
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <botocore.retryhandler.RetryHandler object at 0x7f68500a9820>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [botocore.retryhandler] No retry needed.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [botocore.hooks] Event needs-retry.s3.DeleteObject: calling handler <bound method S3RegionRedirector.redirect_from_error of <botocore.utils.S3RegionRedirector object at 0x7f68500a98e0>>
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [boto3.resources.action] Response: {'ResponseMetadata': {'RequestId': '14f94740-c55a-4341-bcfe-0c9e90d183b0', 'HostId': '', 'HTTPStatusCode': 204, 'HTTPHeaders': {'date': 'Thu, 29 Jun 2023 13:25:26 GMT', 'x-clv-request-id': '14f94740-c55a-4341-bcfe-0c9e90d183b0', 'server': 'Cleversafe', 'x-clv-s3-version': '2.5', 'x-amz-request-id': '14f94740-c55a-4341-bcfe-0c9e90d183b0'}, 'RetryAttempts': 0}}
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [storage.cloud] Expired blob removed from uploads folder: datastorage/registry/uploads/a7e2d52f-463d-4b64-b084-9bd9c569c9da
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [util.locking] Releasing lock BLOB_CLEANUP
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,688 [55] [DEBUG] [redis_lock.release] Releasing 'lock:BLOB_CLEANUP'.
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,689 [55] [DEBUG] [util.locking] Released lock BLOB_CLEANUP
blobuploadcleanupworker stdout | 2023-06-29 13:25:26,689 [55] [INFO] [apscheduler.executors.default] Job "BlobUploadCleanupWorker._try_cleanup_uploads (trigger: interval[1:00:00], next run at: 2023-06-29 14:25:23 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:25:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:25:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:36.710348+00:00 (in 9.999530 seconds)
gcworker stdout | 2023-06-29 13:25:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:36 UTC)" (scheduled at 2023-06-29 13:25:26.710348+00:00)
gcworker stdout | 2023-06-29 13:25:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835526711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:25:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:25:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:25:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:25:28,079 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:25:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:40.109381+00:00 (in 9.999512 seconds)
notificationworker stdout | 2023-06-29 13:25:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:40 UTC)" (scheduled at 2023-06-29 13:25:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:25:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:25:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 30, 110356), True, datetime.datetime(2023, 6, 29, 13, 25, 30, 110356), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:25:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:25:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:25:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:25:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:25:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:38.157912+00:00 (in 5.094635 seconds)
securityworker stdout | 2023-06-29 13:25:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:03 UTC)" (scheduled at 2023-06-29 13:25:33.062807+00:00)
securityworker stdout | 2023-06-29 13:25:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:25:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:25:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:25:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:25:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:25:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:25:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:25:33,804 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:25:35,087 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:25:35,090 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:25:35,092 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:25:35,095 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:25:35,098 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:25:35,192 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:25:35,304 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:25:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:25:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:14.835653+00:00 (in 38.823583 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:25:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:36 UTC)" (scheduled at 2023-06-29 13:25:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:25:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:25:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:25:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:25:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:46.710348+00:00 (in 9.999495 seconds)
gcworker stdout | 2023-06-29 13:25:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:46 UTC)" (scheduled at 2023-06-29 13:25:36.710348+00:00)
gcworker stdout | 2023-06-29 13:25:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835536711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:25:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:25:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:25:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:25:37,240 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:25:37,314 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:25:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:25:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:03.062807+00:00 (in 24.904376 seconds)
securityworker stdout | 2023-06-29 13:25:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:08 UTC)" (scheduled at 2023-06-29 13:25:38.157912+00:00)
securityworker stdout | 2023-06-29 13:25:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:25:38,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:25:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:25:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:25:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:25:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:25:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:25:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:25:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:25:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:25:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 20, 38, 165006), 1, 2])
securityworker stdout | 2023-06-29 13:25:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:25:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:25:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 20, 38, 165006), 1, 2])
securityworker stdout | 2023-06-29 13:25:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:25:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:25:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:25:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:25:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:25:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:25:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:25:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:25:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:25:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:25:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:58.014887+00:00 (in 19.786621 seconds)
repositorygcworker stdout | 2023-06-29 13:25:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:38 UTC)" (scheduled at 2023-06-29 13:25:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:25:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:25:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:25:38,566 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:25:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:50.109381+00:00 (in 9.999473 seconds)
notificationworker stdout | 2023-06-29 13:25:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:50 UTC)" (scheduled at 2023-06-29 13:25:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:25:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:25:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 40, 110398), True, datetime.datetime(2023, 6, 29, 13, 25, 40, 110398), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:25:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:25:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:25:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:25:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:25:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:04.217001+00:00 (in 24.083883 seconds)
namespacegcworker stdout | 2023-06-29 13:25:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:40 UTC)" (scheduled at 2023-06-29 13:25:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:25:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:25:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 40, 133504), True, datetime.datetime(2023, 6, 29, 13, 25, 40, 133504), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:25:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:25:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:25:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:40 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:25:40,166 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
gunicorn-web stdout | 2023-06-29 13:25:40,170 [194] [DEBUG] [app] Starting request: urn:request:370589bb-97f9-4cdd-9f9d-bad5818ce08b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:40,170 [193] [DEBUG] [app] Starting request: urn:request:332f704c-4b81-4b81-b564-645eac17e7a4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:25:40,173 [218] [DEBUG] [app] Starting request: urn:request:a5d2483b-ab64-4449-a502-839d6f053247 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:40,173 [208] [DEBUG] [app] Starting request: urn:request:2db26a13-c2a9-40e6-9535-0d563798d92e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:40,173 [218] [DEBUG] [app] Ending request: urn:request:a5d2483b-ab64-4449-a502-839d6f053247 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a5d2483b-ab64-4449-a502-839d6f053247', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:25:40,173 [208] [DEBUG] [app] Ending request: urn:request:2db26a13-c2a9-40e6-9535-0d563798d92e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2db26a13-c2a9-40e6-9535-0d563798d92e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:25:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:25:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:25:40,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:40,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:40,176 [196] [DEBUG] [app] Starting request: urn:request:4b22bdce-c24b-457c-bff9-08de1b8badcf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:40,176 [195] [DEBUG] [app] Starting request: urn:request:03f0d8b1-9e98-40c8-85b2-1122a2d6ffb7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:40,177 [196] [DEBUG] [app] Ending request: urn:request:4b22bdce-c24b-457c-bff9-08de1b8badcf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4b22bdce-c24b-457c-bff9-08de1b8badcf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:40,177 [195] [DEBUG] [app] Ending request: urn:request:03f0d8b1-9e98-40c8-85b2-1122a2d6ffb7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:03f0d8b1-9e98-40c8-85b2-1122a2d6ffb7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:40,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:25:40,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:40,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:40,184 [194] [DEBUG] [app] Ending request: urn:request:370589bb-97f9-4cdd-9f9d-bad5818ce08b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:370589bb-97f9-4cdd-9f9d-bad5818ce08b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:40,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:40,184 [193] [DEBUG] [app] Ending request: urn:request:332f704c-4b81-4b81-b564-645eac17e7a4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:332f704c-4b81-4b81-b564-645eac17e7a4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:40,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:25:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
storagereplication stdout | 2023-06-29 13:25:41,751 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:25:41,765 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:25:42,210 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:25:44,291 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:25:45,535 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:25:45,610 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:25:45,614 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:25:45,616 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:25:45,619 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
teamsyncworker stdout | 2023-06-29 13:25:45,622 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:25:45,632 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:25:45,637 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:25:45,639 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:25:45,642 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:25:45,651 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:25:46,076 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:25:46,244 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:25:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:25:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:16.328917+00:00 (in 29.999471 seconds)
buildlogsarchiver stdout | 2023-06-29 13:25:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:16 UTC)" (scheduled at 2023-06-29 13:25:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:25:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 25, 46, 329871), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:25:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:25:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:25:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:25:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:25:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:25:56.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:25:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:56 UTC)" (scheduled at 2023-06-29 13:25:46.710348+00:00)
gcworker stdout | 2023-06-29 13:25:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835546711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:25:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:25:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:25:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:25:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:25:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:25:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:46.720304+00:00 (in 59.999579 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:25:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:46 UTC)" (scheduled at 2023-06-29 13:25:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:25:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:25:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:25:46,723 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:25:47,108 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:25:47,111 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:25:47,113 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:25:47,192 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:25:48,921 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:25:48,951 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:25:49,415 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:25:49,438 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:25:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:25:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:00.109381+00:00 (in 9.999483 seconds)
notificationworker stdout | 2023-06-29 13:25:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:00 UTC)" (scheduled at 2023-06-29 13:25:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:25:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:25:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 50, 110396), True, datetime.datetime(2023, 6, 29, 13, 25, 50, 110396), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:25:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:25:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:25:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:25:55,169 [193] [DEBUG] [app] Starting request: urn:request:b323b842-b25d-4be7-8fa3-ea89d4b5ec2b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:55,169 [196] [DEBUG] [app] Starting request: urn:request:8ccb4876-69bb-4af8-b098-5a42b4fcd8ee (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:25:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:25:55,172 [218] [DEBUG] [app] Starting request: urn:request:cb3e0eeb-aa18-45bd-b7bd-226c4e021431 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:55,172 [215] [DEBUG] [app] Starting request: urn:request:72d01064-a2c8-4501-a5f5-286828a16481 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:25:55,173 [218] [DEBUG] [app] Ending request: urn:request:cb3e0eeb-aa18-45bd-b7bd-226c4e021431 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cb3e0eeb-aa18-45bd-b7bd-226c4e021431', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:25:55,173 [215] [DEBUG] [app] Ending request: urn:request:72d01064-a2c8-4501-a5f5-286828a16481 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:72d01064-a2c8-4501-a5f5-286828a16481', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:25:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:25:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:55,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:25:55,176 [195] [DEBUG] [app] Starting request: urn:request:b262a13c-d551-4ba4-a689-819a609bf549 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:55,176 [194] [DEBUG] [app] Starting request: urn:request:636cdb58-62a6-4fe9-b28f-eb77b6660085 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:25:55,176 [195] [DEBUG] [app] Ending request: urn:request:b262a13c-d551-4ba4-a689-819a609bf549 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b262a13c-d551-4ba4-a689-819a609bf549', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:55,176 [194] [DEBUG] [app] Ending request: urn:request:636cdb58-62a6-4fe9-b28f-eb77b6660085 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:636cdb58-62a6-4fe9-b28f-eb77b6660085', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:25:55,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:55,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:25:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:25:55,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:25:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:25:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:25:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:25:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:25:55,183 [193] [DEBUG] [app] Ending request: urn:request:b323b842-b25d-4be7-8fa3-ea89d4b5ec2b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b323b842-b25d-4be7-8fa3-ea89d4b5ec2b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:55,183 [196] [DEBUG] [app] Ending request: urn:request:8ccb4876-69bb-4af8-b098-5a42b4fcd8ee (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8ccb4876-69bb-4af8-b098-5a42b4fcd8ee', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:25:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:25:55,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:25:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:25:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:25:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:25:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:25:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:06.710348+00:00 (in 9.999491 seconds)
gcworker stdout | 2023-06-29 13:25:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:06 UTC)" (scheduled at 2023-06-29 13:25:56.710348+00:00)
gcworker stdout | 2023-06-29 13:25:56,711 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100])
gcworker stdout | 2023-06-29 13:25:56,716 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835556715, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:25:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:25:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:25:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:25:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:25:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:38.227751+00:00 (in 40.212385 seconds)
repositorygcworker stdout | 2023-06-29 13:25:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:58 UTC)" (scheduled at 2023-06-29 13:25:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:25:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:25:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 25, 58, 15816), True, datetime.datetime(2023, 6, 29, 13, 25, 58, 15816), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:25:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:25:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:25:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:26:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:25:58,115 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:26:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:10.109381+00:00 (in 9.999470 seconds)
notificationworker stdout | 2023-06-29 13:26:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:10 UTC)" (scheduled at 2023-06-29 13:26:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:26:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:26:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 0, 110393), True, datetime.datetime(2023, 6, 29, 13, 26, 0, 110393), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:26:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:26:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:26:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:26:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:08.157912+00:00 (in 5.094627 seconds)
securityworker stdout | 2023-06-29 13:26:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:33 UTC)" (scheduled at 2023-06-29 13:26:03.062807+00:00)
securityworker stdout | 2023-06-29 13:26:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:26:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:26:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:26:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:26:03,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:26:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:26:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:26:03,840 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:26:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:26:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:40.132615+00:00 (in 35.915166 seconds)
namespacegcworker stdout | 2023-06-29 13:26:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:04 UTC)" (scheduled at 2023-06-29 13:26:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:26:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:26:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:26:05,096 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:26:05,099 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:26:05,102 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:26:05,104 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:26:05,107 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:26:05,228 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:26:05,340 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:26:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:26:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:16.710348+00:00 (in 9.999483 seconds)
gcworker stdout | 2023-06-29 13:26:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:16 UTC)" (scheduled at 2023-06-29 13:26:06.710348+00:00)
gcworker stdout | 2023-06-29 13:26:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835566711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:26:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:26:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:26:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:26:07,277 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:26:07,349 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:26:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:26:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:26.236566+00:00 (in 18.127204 seconds)
exportactionlogsworker stdout | 2023-06-29 13:26:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:08 UTC)" (scheduled at 2023-06-29 13:26:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:26:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:26:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 8, 109846), True, datetime.datetime(2023, 6, 29, 13, 26, 8, 109846), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:26:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:26:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:26:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:26:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:26:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:33.062807+00:00 (in 24.904418 seconds)
securityworker stdout | 2023-06-29 13:26:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:38 UTC)" (scheduled at 2023-06-29 13:26:08.157912+00:00)
securityworker stdout | 2023-06-29 13:26:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:26:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:26:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:26:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:26:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:26:08,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:26:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:26:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:26:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:26:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:26:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 21, 8, 165341), 1, 2])
securityworker stdout | 2023-06-29 13:26:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:26:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:26:08,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 21, 8, 165341), 1, 2])
securityworker stdout | 2023-06-29 13:26:08,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:26:08,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:26:08,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:08,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:26:08,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:26:08,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:26:08,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:26:08,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:08,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:26:08,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:26:08,603 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:26:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:10.614040+00:00 (in 0.504140 seconds)
notificationworker stdout | 2023-06-29 13:26:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:20 UTC)" (scheduled at 2023-06-29 13:26:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:26:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:26:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 10, 110349), True, datetime.datetime(2023, 6, 29, 13, 26, 10, 110349), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:26:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:26:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:26:10,169 [194] [DEBUG] [app] Starting request: urn:request:421d9c06-23c0-49b4-8e33-86a210b91000 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:10,169 [196] [DEBUG] [app] Starting request: urn:request:992a3689-c4af-4ac0-9ebc-126ff3a0ba47 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:10,170 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:26:10,172 [208] [DEBUG] [app] Starting request: urn:request:e5882f70-d9bf-4fc7-8937-bac76ea102f0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:10,172 [221] [DEBUG] [app] Starting request: urn:request:4f916f51-2436-44af-8009-e2c3413457c7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:10,173 [208] [DEBUG] [app] Ending request: urn:request:e5882f70-d9bf-4fc7-8937-bac76ea102f0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e5882f70-d9bf-4fc7-8937-bac76ea102f0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:10,173 [221] [DEBUG] [app] Ending request: urn:request:4f916f51-2436-44af-8009-e2c3413457c7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4f916f51-2436-44af-8009-e2c3413457c7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:26:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:10,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:26:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
logrotateworker stdout | 2023-06-29 13:26:10,174 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
gunicorn-web stdout | 2023-06-29 13:26:10,174 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:10,176 [195] [DEBUG] [app] Starting request: urn:request:55fc7560-335a-4b2d-af36-dc33e5ec623a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:10,176 [193] [DEBUG] [app] Starting request: urn:request:bac020d2-e811-47de-b706-8ed171b9a103 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:10,176 [195] [DEBUG] [app] Ending request: urn:request:55fc7560-335a-4b2d-af36-dc33e5ec623a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:55fc7560-335a-4b2d-af36-dc33e5ec623a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:26:10,176 [193] [DEBUG] [app] Ending request: urn:request:bac020d2-e811-47de-b706-8ed171b9a103 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bac020d2-e811-47de-b706-8ed171b9a103', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:26:10,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:26:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:10,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:10,183 [196] [DEBUG] [app] Ending request: urn:request:992a3689-c4af-4ac0-9ebc-126ff3a0ba47 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:992a3689-c4af-4ac0-9ebc-126ff3a0ba47', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:10,183 [194] [DEBUG] [app] Ending request: urn:request:421d9c06-23c0-49b4-8e33-86a210b91000 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:421d9c06-23c0-49b4-8e33-86a210b91000', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:26:10,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:26:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:26:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:20.109381+00:00 (in 9.494849 seconds)
notificationworker stdout | 2023-06-29 13:26:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:10 UTC)" (scheduled at 2023-06-29 13:26:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:26:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:26:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:26:11,788 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:26:11,801 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:26:12,233 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:26:14,328 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:36.011593+00:00 (in 21.175458 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:14 UTC)" (scheduled at 2023-06-29 13:26:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 14, 836546), True, datetime.datetime(2023, 6, 29, 13, 26, 14, 836546), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:26:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:26:15,569 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:26:15,620 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:26:15,624 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:26:15,627 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
teamsyncworker stdout | 2023-06-29 13:26:15,630 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:26:15,633 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:26:15,641 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:26:15,646 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:26:15,650 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:26:15,653 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:26:15,658 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:26:16,114 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:26:16,281 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:26:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:26:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:46.328917+00:00 (in 29.999495 seconds)
buildlogsarchiver stdout | 2023-06-29 13:26:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:46 UTC)" (scheduled at 2023-06-29 13:26:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:26:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 26, 16, 329865), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:26:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:26:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:26:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:26:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:26:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:26:16,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:26.710348+00:00 (in 9.999514 seconds)
gcworker stdout | 2023-06-29 13:26:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:26 UTC)" (scheduled at 2023-06-29 13:26:16.710348+00:00)
gcworker stdout | 2023-06-29 13:26:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835576711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:26:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:26:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:26:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:26:17,118 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:26:17,121 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:26:17,123 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:26:17,213 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:26:18,930 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:26:18,987 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:26:19,446 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:26:19,475 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:26:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:30.109381+00:00 (in 9.999563 seconds)
notificationworker stdout | 2023-06-29 13:26:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:30 UTC)" (scheduled at 2023-06-29 13:26:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:26:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:26:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 20, 110264), True, datetime.datetime(2023, 6, 29, 13, 26, 20, 110264), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:26:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:26:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:26:25,169 [195] [DEBUG] [app] Starting request: urn:request:e49d88f8-fc3f-4b75-9fd3-050acaf99417 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:25,169 [196] [DEBUG] [app] Starting request: urn:request:536972a1-a278-4fe3-80a5-49e3306cdaf1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:25,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:25,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:26:25,172 [215] [DEBUG] [app] Starting request: urn:request:b2aa1437-6eba-430c-822b-74e52c0678f2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:25,172 [208] [DEBUG] [app] Starting request: urn:request:fe3c25eb-af3b-4543-978a-23764e7639a5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:25,173 [215] [DEBUG] [app] Ending request: urn:request:b2aa1437-6eba-430c-822b-74e52c0678f2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b2aa1437-6eba-430c-822b-74e52c0678f2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:25,173 [208] [DEBUG] [app] Ending request: urn:request:fe3c25eb-af3b-4543-978a-23764e7639a5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fe3c25eb-af3b-4543-978a-23764e7639a5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:25,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:26:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:25,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:26:25,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:25,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:25,176 [193] [DEBUG] [app] Starting request: urn:request:8103197d-400e-428f-a1eb-935495415673 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:25,176 [194] [DEBUG] [app] Starting request: urn:request:d8e0f9d2-d71d-4b90-a1dd-3d9167d66545 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:25,176 [193] [DEBUG] [app] Ending request: urn:request:8103197d-400e-428f-a1eb-935495415673 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8103197d-400e-428f-a1eb-935495415673', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:26:25,176 [194] [DEBUG] [app] Ending request: urn:request:d8e0f9d2-d71d-4b90-a1dd-3d9167d66545 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d8e0f9d2-d71d-4b90-a1dd-3d9167d66545', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:26:25,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:25,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:25,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:25,183 [195] [DEBUG] [app] Ending request: urn:request:e49d88f8-fc3f-4b75-9fd3-050acaf99417 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e49d88f8-fc3f-4b75-9fd3-050acaf99417', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:25,183 [196] [DEBUG] [app] Ending request: urn:request:536972a1-a278-4fe3-80a5-49e3306cdaf1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:536972a1-a278-4fe3-80a5-49e3306cdaf1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:25,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:26:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:26:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:26:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:08.108858+00:00 (in 41.871805 seconds)
exportactionlogsworker stdout | 2023-06-29 13:26:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:26 UTC)" (scheduled at 2023-06-29 13:26:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:26:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:26:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:26:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:26:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:36.710348+00:00 (in 9.999536 seconds)
gcworker stdout | 2023-06-29 13:26:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:36 UTC)" (scheduled at 2023-06-29 13:26:26.710348+00:00)
gcworker stdout | 2023-06-29 13:26:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835586711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:26:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:26:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:26:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:26:28,133 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:26:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:39.613650+00:00 (in 9.503778 seconds)
notificationworker stdout | 2023-06-29 13:26:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:40 UTC)" (scheduled at 2023-06-29 13:26:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:26:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:26:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 30, 110340), True, datetime.datetime(2023, 6, 29, 13, 26, 30, 110340), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:26:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:26:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:26:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:26:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:38.157912+00:00 (in 5.094602 seconds)
securityworker stdout | 2023-06-29 13:26:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:03 UTC)" (scheduled at 2023-06-29 13:26:33.062807+00:00)
securityworker stdout | 2023-06-29 13:26:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:26:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:26:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:26:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:26:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:26:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:26:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:26:33,878 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:26:35,104 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:26:35,108 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:26:35,111 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:26:35,114 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:26:35,116 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:26:35,264 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:26:35,370 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:26:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:26:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:14.835653+00:00 (in 38.823551 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:26:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:36 UTC)" (scheduled at 2023-06-29 13:26:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:26:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:26:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:26:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:26:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:46.710348+00:00 (in 9.999494 seconds)
gcworker stdout | 2023-06-29 13:26:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:46 UTC)" (scheduled at 2023-06-29 13:26:36.710348+00:00)
gcworker stdout | 2023-06-29 13:26:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835596711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:26:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:26:36,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:26:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:26:37,314 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:26:37,370 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:26:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:26:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:03.062807+00:00 (in 24.904419 seconds)
securityworker stdout | 2023-06-29 13:26:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:08 UTC)" (scheduled at 2023-06-29 13:26:38.157912+00:00)
securityworker stdout | 2023-06-29 13:26:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:26:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:26:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:26:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:26:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:26:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:26:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:26:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:26:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:26:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:26:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 21, 38, 164488), 1, 2])
securityworker stdout | 2023-06-29 13:26:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:26:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:26:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 21, 38, 164488), 1, 2])
securityworker stdout | 2023-06-29 13:26:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:26:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:26:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:26:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:26:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:26:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:26:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:26:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:26:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:26:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:26:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:58.014887+00:00 (in 19.786587 seconds)
repositorygcworker stdout | 2023-06-29 13:26:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:38 UTC)" (scheduled at 2023-06-29 13:26:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:26:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:26:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:26:38,640 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:26:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:40.109381+00:00 (in 0.495189 seconds)
notificationworker stdout | 2023-06-29 13:26:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:31:39 UTC)" (scheduled at 2023-06-29 13:26:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:26:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 26, 39, 614617), 'notification/%'])
notificationworker stdout | 2023-06-29 13:26:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 26, 39, 614617), True, datetime.datetime(2023, 6, 29, 13, 26, 39, 614617), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:26:39,621 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 26, 39, 614617), True, datetime.datetime(2023, 6, 29, 13, 26, 39, 614617), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 26, 39, 614617), 'notification/%'])
notificationworker stdout | 2023-06-29 13:26:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:31:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:26:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:50.109381+00:00 (in 9.999528 seconds)
notificationworker stdout | 2023-06-29 13:26:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:50 UTC)" (scheduled at 2023-06-29 13:26:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:26:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:26:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 40, 110277), True, datetime.datetime(2023, 6, 29, 13, 26, 40, 110277), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:26:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:26:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:26:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:26:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:04.217001+00:00 (in 24.083895 seconds)
namespacegcworker stdout | 2023-06-29 13:26:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:40 UTC)" (scheduled at 2023-06-29 13:26:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:26:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:26:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 40, 133523), True, datetime.datetime(2023, 6, 29, 13, 26, 40, 133523), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:26:40,137 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:26:40,137 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:26:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:26:40,169 [193] [DEBUG] [app] Starting request: urn:request:d4dcfa8d-172a-414c-a8df-f65d4c499af9 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:40,169 [196] [DEBUG] [app] Starting request: urn:request:887ca762-ca7c-4753-b5b9-c7e8302e8fdf (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:26:40,173 [221] [DEBUG] [app] Starting request: urn:request:ad760246-a348-43ac-a5dc-13584fc88b35 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:40,173 [218] [DEBUG] [app] Starting request: urn:request:f8ab4a9d-fc8e-4cbb-9e52-64d7337dc8c7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:40,173 [221] [DEBUG] [app] Ending request: urn:request:ad760246-a348-43ac-a5dc-13584fc88b35 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ad760246-a348-43ac-a5dc-13584fc88b35', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:40,173 [218] [DEBUG] [app] Ending request: urn:request:f8ab4a9d-fc8e-4cbb-9e52-64d7337dc8c7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f8ab4a9d-fc8e-4cbb-9e52-64d7337dc8c7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:26:40,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:40,176 [196] [DEBUG] [app] Starting request: urn:request:656f3190-3c97-472d-8539-67786a32c796 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:40,176 [195] [DEBUG] [app] Starting request: urn:request:d7246e34-6a50-4010-888a-f882628fdad1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:40,177 [196] [DEBUG] [app] Ending request: urn:request:656f3190-3c97-472d-8539-67786a32c796 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:656f3190-3c97-472d-8539-67786a32c796', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:26:40,177 [195] [DEBUG] [app] Ending request: urn:request:d7246e34-6a50-4010-888a-f882628fdad1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d7246e34-6a50-4010-888a-f882628fdad1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:26:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:26:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:40,183 [196] [DEBUG] [app] Ending request: urn:request:887ca762-ca7c-4753-b5b9-c7e8302e8fdf (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:887ca762-ca7c-4753-b5b9-c7e8302e8fdf', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:40,183 [193] [DEBUG] [app] Ending request: urn:request:d4dcfa8d-172a-414c-a8df-f65d4c499af9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d4dcfa8d-172a-414c-a8df-f65d4c499af9', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:26:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
logrotateworker stdout | 2023-06-29 13:26:40,210 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:26:41,824 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:26:41,838 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:26:42,270 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:26:44,346 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:26:45,595 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:26:45,629 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:26:45,634 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:26:45,637 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:26:45,642 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:26:45,650 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:26:45,656 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:26:45,659 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:26:45,662 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
teamsyncworker stdout | 2023-06-29 13:26:45,665 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-registry stdout | 2023-06-29 13:26:45,668 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
securityworker stdout | 2023-06-29 13:26:46,151 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:26:46,297 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:26:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:26:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:16.328917+00:00 (in 29.999465 seconds)
buildlogsarchiver stdout | 2023-06-29 13:26:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:16 UTC)" (scheduled at 2023-06-29 13:26:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:26:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 26, 46, 329880), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:26:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:26:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:26:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:26:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:26:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:26:56.710348+00:00 (in 9.999463 seconds)
gcworker stdout | 2023-06-29 13:26:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:56 UTC)" (scheduled at 2023-06-29 13:26:46.710348+00:00)
gcworker stdout | 2023-06-29 13:26:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835606711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:26:46,716 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:26:46,716 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:26:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:26:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:26:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:26:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:46.720304+00:00 (in 59.999551 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:26:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:46 UTC)" (scheduled at 2023-06-29 13:26:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:26:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:26:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:26:46,723 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:26:47,125 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:26:47,128 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:26:47,131 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:26:47,248 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:26:48,967 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:26:49,023 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:26:49,482 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:26:49,485 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:26:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:26:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:00.109381+00:00 (in 9.999507 seconds)
notificationworker stdout | 2023-06-29 13:26:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:00 UTC)" (scheduled at 2023-06-29 13:26:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:26:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:26:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 50, 110366), True, datetime.datetime(2023, 6, 29, 13, 26, 50, 110366), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:26:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:26:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:26:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:26:55,169 [196] [DEBUG] [app] Starting request: urn:request:52976e3e-260e-4dd1-9cd2-59c16ce6d3a1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:55,169 [193] [DEBUG] [app] Starting request: urn:request:9863d591-5571-496f-ad69-adaf2ac1f025 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:26:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:26:55,172 [213] [DEBUG] [app] Starting request: urn:request:960ab931-f747-4d8b-8dda-e6aeb341fee6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:55,172 [208] [DEBUG] [app] Starting request: urn:request:7c537132-bc71-4a1b-855b-fe596234dc1f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:26:55,173 [208] [DEBUG] [app] Ending request: urn:request:7c537132-bc71-4a1b-855b-fe596234dc1f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7c537132-bc71-4a1b-855b-fe596234dc1f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:55,173 [213] [DEBUG] [app] Ending request: urn:request:960ab931-f747-4d8b-8dda-e6aeb341fee6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:960ab931-f747-4d8b-8dda-e6aeb341fee6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:26:55,173 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:26:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:26:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:26:55,176 [195] [DEBUG] [app] Starting request: urn:request:cf08f559-d729-4002-a950-070d2cb56826 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:55,176 [194] [DEBUG] [app] Starting request: urn:request:d71b778d-3fcb-45fd-bc46-d44246d116e8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:26:55,176 [195] [DEBUG] [app] Ending request: urn:request:cf08f559-d729-4002-a950-070d2cb56826 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cf08f559-d729-4002-a950-070d2cb56826', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:26:55,177 [194] [DEBUG] [app] Ending request: urn:request:d71b778d-3fcb-45fd-bc46-d44246d116e8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d71b778d-3fcb-45fd-bc46-d44246d116e8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:26:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:26:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:26:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:26:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:26:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:26:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:26:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:26:55,184 [193] [DEBUG] [app] Ending request: urn:request:9863d591-5571-496f-ad69-adaf2ac1f025 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9863d591-5571-496f-ad69-adaf2ac1f025', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:55,184 [196] [DEBUG] [app] Ending request: urn:request:52976e3e-260e-4dd1-9cd2-59c16ce6d3a1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:52976e3e-260e-4dd1-9cd2-59c16ce6d3a1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:26:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:26:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:26:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:26:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:26:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:26:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:26:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:06.710348+00:00 (in 9.999480 seconds)
gcworker stdout | 2023-06-29 13:26:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:06 UTC)" (scheduled at 2023-06-29 13:26:56.710348+00:00)
gcworker stdout | 2023-06-29 13:26:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835616711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:26:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:26:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:26:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:26:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:26:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:38.227751+00:00 (in 40.212386 seconds)
repositorygcworker stdout | 2023-06-29 13:26:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:58 UTC)" (scheduled at 2023-06-29 13:26:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:26:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:26:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 26, 58, 15798), True, datetime.datetime(2023, 6, 29, 13, 26, 58, 15798), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:26:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:26:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:26:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:27:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:26:58,143 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:27:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:10.109381+00:00 (in 9.999470 seconds)
notificationworker stdout | 2023-06-29 13:27:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:10 UTC)" (scheduled at 2023-06-29 13:27:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:27:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:27:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 0, 110383), True, datetime.datetime(2023, 6, 29, 13, 27, 0, 110383), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:27:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:27:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:27:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:27:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:27:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:08.157912+00:00 (in 5.094601 seconds)
securityworker stdout | 2023-06-29 13:27:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:33 UTC)" (scheduled at 2023-06-29 13:27:03.062807+00:00)
securityworker stdout | 2023-06-29 13:27:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:27:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:27:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:27:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:27:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:27:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:27:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:27:03,915 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:27:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:27:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:40.132615+00:00 (in 35.915156 seconds)
namespacegcworker stdout | 2023-06-29 13:27:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:04 UTC)" (scheduled at 2023-06-29 13:27:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:27:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:27:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:27:05,113 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:27:05,116 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:27:05,119 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:27:05,122 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:27:05,125 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:27:05,301 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:27:05,406 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:27:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:27:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:16.710348+00:00 (in 9.999464 seconds)
gcworker stdout | 2023-06-29 13:27:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:16 UTC)" (scheduled at 2023-06-29 13:27:06.710348+00:00)
gcworker stdout | 2023-06-29 13:27:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835626711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:27:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:27:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:27:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:27:07,352 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:27:07,397 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:27:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:27:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:26.236566+00:00 (in 18.127251 seconds)
exportactionlogsworker stdout | 2023-06-29 13:27:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:08 UTC)" (scheduled at 2023-06-29 13:27:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:27:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:27:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 8, 109733), True, datetime.datetime(2023, 6, 29, 13, 27, 8, 109733), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:27:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:27:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:27:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:27:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:27:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:33.062807+00:00 (in 24.904411 seconds)
securityworker stdout | 2023-06-29 13:27:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:38 UTC)" (scheduled at 2023-06-29 13:27:08.157912+00:00)
securityworker stdout | 2023-06-29 13:27:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:27:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:27:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:27:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:27:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:27:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:27:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:27:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:27:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:27:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:27:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 22, 8, 164646), 1, 2])
securityworker stdout | 2023-06-29 13:27:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:27:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:27:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 22, 8, 164646), 1, 2])
securityworker stdout | 2023-06-29 13:27:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:27:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:27:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:27:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:27:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:27:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:27:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:27:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:27:08,667 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:27:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:10.614040+00:00 (in 0.504127 seconds)
notificationworker stdout | 2023-06-29 13:27:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:20 UTC)" (scheduled at 2023-06-29 13:27:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:27:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:27:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 10, 110422), True, datetime.datetime(2023, 6, 29, 13, 27, 10, 110422), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:27:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:27:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:27:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:27:10,170 [195] [DEBUG] [app] Starting request: urn:request:ceba5346-b973-4de7-bbed-20ce4f3f1c71 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:10,170 [193] [DEBUG] [app] Starting request: urn:request:efe5e232-d6ec-4504-bf47-62ef87f9d67a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:27:10,173 [208] [DEBUG] [app] Starting request: urn:request:a131254d-451b-4f20-a999-a45529fe1900 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:10,173 [217] [DEBUG] [app] Starting request: urn:request:6418af1e-96be-4552-8449-1b5b8d40ef69 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:10,174 [208] [DEBUG] [app] Ending request: urn:request:a131254d-451b-4f20-a999-a45529fe1900 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a131254d-451b-4f20-a999-a45529fe1900', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:10,174 [217] [DEBUG] [app] Ending request: urn:request:6418af1e-96be-4552-8449-1b5b8d40ef69 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6418af1e-96be-4552-8449-1b5b8d40ef69', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:27:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:27:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:10,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:10,177 [196] [DEBUG] [app] Starting request: urn:request:dc36bfe3-b6fd-4024-8435-d944e3d70a9f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:10,177 [194] [DEBUG] [app] Starting request: urn:request:54c7c95a-0453-4a62-9147-b9b33c2eb476 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:10,177 [196] [DEBUG] [app] Ending request: urn:request:dc36bfe3-b6fd-4024-8435-d944e3d70a9f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:dc36bfe3-b6fd-4024-8435-d944e3d70a9f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:10,178 [194] [DEBUG] [app] Ending request: urn:request:54c7c95a-0453-4a62-9147-b9b33c2eb476 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:54c7c95a-0453-4a62-9147-b9b33c2eb476', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:10,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:27:10,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:27:10,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:27:10,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:10,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:10,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:10,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:10,184 [193] [DEBUG] [app] Ending request: urn:request:efe5e232-d6ec-4504-bf47-62ef87f9d67a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:efe5e232-d6ec-4504-bf47-62ef87f9d67a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:10,184 [195] [DEBUG] [app] Ending request: urn:request:ceba5346-b973-4de7-bbed-20ce4f3f1c71 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ceba5346-b973-4de7-bbed-20ce4f3f1c71', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:10,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:10,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:27:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:27:10,247 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:27:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:20.109381+00:00 (in 9.494793 seconds)
notificationworker stdout | 2023-06-29 13:27:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:10 UTC)" (scheduled at 2023-06-29 13:27:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:27:10,615 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:27:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:27:11,837 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:27:11,856 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:27:12,289 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:27:14,383 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:30.011377+00:00 (in 15.175221 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:14 UTC)" (scheduled at 2023-06-29 13:27:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 14, 836614), True, datetime.datetime(2023, 6, 29, 13, 27, 14, 836614), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:27:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:14 UTC)" executed successfully
builder stdout | 2023-06-29 13:27:15,620 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:27:15,637 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:27:15,642 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:27:15,647 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:27:15,651 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:27:15,658 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:27:15,666 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:27:15,669 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:27:15,671 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:27:15,680 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
teamsyncworker stdout | 2023-06-29 13:27:15,700 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:27:16,170 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:27:16,304 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:27:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:27:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:46.328917+00:00 (in 29.999486 seconds)
buildlogsarchiver stdout | 2023-06-29 13:27:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:46 UTC)" (scheduled at 2023-06-29 13:27:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:27:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 27, 16, 329828), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:27:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:27:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:27:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:27:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:27:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:27:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:26.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:27:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:26 UTC)" (scheduled at 2023-06-29 13:27:16.710348+00:00)
gcworker stdout | 2023-06-29 13:27:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835636711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:27:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:27:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:27:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:27:17,134 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:27:17,136 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:27:17,138 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:27:17,284 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:27:18,988 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:27:19,040 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:27:19,519 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:27:19,522 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:27:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:30.109381+00:00 (in 9.999488 seconds)
notificationworker stdout | 2023-06-29 13:27:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:30 UTC)" (scheduled at 2023-06-29 13:27:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:27:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:27:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 20, 110346), True, datetime.datetime(2023, 6, 29, 13, 27, 20, 110346), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:27:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:27:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:27:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:27:25,170 [193] [DEBUG] [app] Starting request: urn:request:59f7f25e-9f13-4bda-974d-ffd1598610f8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:25,170 [195] [DEBUG] [app] Starting request: urn:request:3c89e62a-226f-48cf-b0db-e69ce05e93c8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:25,172 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:27:25,173 [217] [DEBUG] [app] Starting request: urn:request:da31f1fa-849a-444d-a5e4-4311b97140a9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:25,173 [208] [DEBUG] [app] Starting request: urn:request:3b691418-5643-410e-ac38-a35cb6e4f7fc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:25,174 [217] [DEBUG] [app] Ending request: urn:request:da31f1fa-849a-444d-a5e4-4311b97140a9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:da31f1fa-849a-444d-a5e4-4311b97140a9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:25,174 [208] [DEBUG] [app] Ending request: urn:request:3b691418-5643-410e-ac38-a35cb6e4f7fc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3b691418-5643-410e-ac38-a35cb6e4f7fc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:27:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:27:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:25,176 [195] [DEBUG] [app] Starting request: urn:request:bed7d41a-01f0-4a56-945f-885d46975819 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:25,177 [196] [DEBUG] [app] Starting request: urn:request:53bc8143-f85f-4a2a-820d-d217d2109044 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:25,177 [195] [DEBUG] [app] Ending request: urn:request:bed7d41a-01f0-4a56-945f-885d46975819 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bed7d41a-01f0-4a56-945f-885d46975819', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:27:25,177 [196] [DEBUG] [app] Ending request: urn:request:53bc8143-f85f-4a2a-820d-d217d2109044 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:53bc8143-f85f-4a2a-820d-d217d2109044', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:27:25,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:27:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:25,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:25,184 [195] [DEBUG] [app] Ending request: urn:request:3c89e62a-226f-48cf-b0db-e69ce05e93c8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3c89e62a-226f-48cf-b0db-e69ce05e93c8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:25,184 [193] [DEBUG] [app] Ending request: urn:request:59f7f25e-9f13-4bda-974d-ffd1598610f8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:59f7f25e-9f13-4bda-974d-ffd1598610f8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:27:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:27:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:27:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:27:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:08.108858+00:00 (in 41.871832 seconds)
exportactionlogsworker stdout | 2023-06-29 13:27:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:26 UTC)" (scheduled at 2023-06-29 13:27:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:27:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:27:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:27:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:27:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:36.710348+00:00 (in 9.999485 seconds)
gcworker stdout | 2023-06-29 13:27:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:36 UTC)" (scheduled at 2023-06-29 13:27:26.710348+00:00)
gcworker stdout | 2023-06-29 13:27:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835646711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:27:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:27:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:27:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:27:28,170 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:36.011593+00:00 (in 5.999730 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:32:30 UTC)" (scheduled at 2023-06-29 13:27:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,012 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 27, 30, 12288), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 27, 30, 12288), True, datetime.datetime(2023, 6, 29, 13, 27, 30, 12288), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 27, 30, 12288), True, datetime.datetime(2023, 6, 29, 13, 27, 30, 12288), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 27, 30, 12288), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:27:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:32:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:27:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:40.109381+00:00 (in 9.999490 seconds)
notificationworker stdout | 2023-06-29 13:27:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:40 UTC)" (scheduled at 2023-06-29 13:27:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:27:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:27:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 30, 110412), True, datetime.datetime(2023, 6, 29, 13, 27, 30, 110412), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:27:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:27:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:27:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:27:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:27:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:38.157912+00:00 (in 5.094622 seconds)
securityworker stdout | 2023-06-29 13:27:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:03 UTC)" (scheduled at 2023-06-29 13:27:33.062807+00:00)
securityworker stdout | 2023-06-29 13:27:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:27:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:27:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:27:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:27:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:27:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:27:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:27:33,941 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:27:35,121 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gunicorn-web stdout | 2023-06-29 13:27:35,124 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:27:35,127 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:27:35,130 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:27:35,133 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gcworker stdout | 2023-06-29 13:27:35,314 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:27:35,442 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:27:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:27:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:14.835653+00:00 (in 38.823508 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:27:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:36 UTC)" (scheduled at 2023-06-29 13:27:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:27:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:27:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:27:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:27:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:46.710348+00:00 (in 9.999506 seconds)
gcworker stdout | 2023-06-29 13:27:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:46 UTC)" (scheduled at 2023-06-29 13:27:36.710348+00:00)
gcworker stdout | 2023-06-29 13:27:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835656711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:27:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:27:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:27:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:27:37,389 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:27:37,434 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:27:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:27:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:03.062807+00:00 (in 24.904379 seconds)
securityworker stdout | 2023-06-29 13:27:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:08 UTC)" (scheduled at 2023-06-29 13:27:38.157912+00:00)
securityworker stdout | 2023-06-29 13:27:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:27:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:27:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:27:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:27:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:27:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:27:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:27:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:27:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:27:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:27:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 22, 38, 165227), 1, 2])
securityworker stdout | 2023-06-29 13:27:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:27:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:27:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 22, 38, 165227), 1, 2])
securityworker stdout | 2023-06-29 13:27:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:27:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:27:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:27:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:27:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:27:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:58.014887+00:00 (in 19.786655 seconds)
repositorygcworker stdout | 2023-06-29 13:27:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:38 UTC)" (scheduled at 2023-06-29 13:27:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:27:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:27:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:27:38,690 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:27:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:50.109381+00:00 (in 9.999440 seconds)
notificationworker stdout | 2023-06-29 13:27:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:50 UTC)" (scheduled at 2023-06-29 13:27:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:27:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:27:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 40, 110429), True, datetime.datetime(2023, 6, 29, 13, 27, 40, 110429), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:27:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:27:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:27:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:27:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:27:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:04.217001+00:00 (in 24.083901 seconds)
namespacegcworker stdout | 2023-06-29 13:27:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:40 UTC)" (scheduled at 2023-06-29 13:27:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:27:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:27:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 40, 133522), True, datetime.datetime(2023, 6, 29, 13, 27, 40, 133522), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:27:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:27:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:27:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:27:40,170 [194] [DEBUG] [app] Starting request: urn:request:e20b56ee-4e33-4d81-ae0d-dc884a158914 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:40,170 [193] [DEBUG] [app] Starting request: urn:request:58198277-6c48-499d-86ee-d10f61028c65 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:27:40,173 [221] [DEBUG] [app] Starting request: urn:request:c392be5b-221b-49c6-a404-bc822470020d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:40,173 [208] [DEBUG] [app] Starting request: urn:request:135933dd-3526-416c-9367-74534b279de5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:40,174 [208] [DEBUG] [app] Ending request: urn:request:135933dd-3526-416c-9367-74534b279de5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:135933dd-3526-416c-9367-74534b279de5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:40,174 [221] [DEBUG] [app] Ending request: urn:request:c392be5b-221b-49c6-a404-bc822470020d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c392be5b-221b-49c6-a404-bc822470020d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:27:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:27:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:40,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:40,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:40,176 [193] [DEBUG] [app] Starting request: urn:request:0b37f217-141f-4a66-a58f-f3324c12916e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:40,177 [195] [DEBUG] [app] Starting request: urn:request:6f604b88-e301-4d0e-9745-0e4493001921 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:40,177 [193] [DEBUG] [app] Ending request: urn:request:0b37f217-141f-4a66-a58f-f3324c12916e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0b37f217-141f-4a66-a58f-f3324c12916e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:40,177 [195] [DEBUG] [app] Ending request: urn:request:6f604b88-e301-4d0e-9745-0e4493001921 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6f604b88-e301-4d0e-9745-0e4493001921', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:27:40,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:27:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:27:40,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:40,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:40,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:40,183 [194] [DEBUG] [app] Ending request: urn:request:e20b56ee-4e33-4d81-ae0d-dc884a158914 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e20b56ee-4e33-4d81-ae0d-dc884a158914', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:40,184 [193] [DEBUG] [app] Ending request: urn:request:58198277-6c48-499d-86ee-d10f61028c65 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:58198277-6c48-499d-86ee-d10f61028c65', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:40,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:40,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:27:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:27:40,257 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:27:41,874 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:27:41,892 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:27:42,314 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:27:44,415 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
builder stdout | 2023-06-29 13:27:45,642 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:27:45,648 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:27:45,651 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:27:45,656 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:27:45,659 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:27:45,665 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:27:45,674 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:27:45,677 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:27:45,679 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:27:45,692 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
teamsyncworker stdout | 2023-06-29 13:27:45,737 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:27:46,183 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
buildlogsarchiver stdout | 2023-06-29 13:27:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:27:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:16.328917+00:00 (in 29.999449 seconds)
buildlogsarchiver stdout | 2023-06-29 13:27:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:16 UTC)" (scheduled at 2023-06-29 13:27:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:27:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 27, 46, 330031), False, 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:27:46,335 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:27:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:27:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:27:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:27:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:27:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:27:56.710348+00:00 (in 9.999510 seconds)
gcworker stdout | 2023-06-29 13:27:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:56 UTC)" (scheduled at 2023-06-29 13:27:46.710348+00:00)
gcworker stdout | 2023-06-29 13:27:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835666711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:27:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:27:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:27:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:27:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:27:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:27:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:46.720304+00:00 (in 59.999537 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:27:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:46 UTC)" (scheduled at 2023-06-29 13:27:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:27:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:27:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:27:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:27:47,142 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:27:47,145 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:27:47,147 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:27:47,304 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:27:49,025 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:27:49,075 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:27:49,529 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:27:49,558 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:27:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:27:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:00.109381+00:00 (in 9.999479 seconds)
notificationworker stdout | 2023-06-29 13:27:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:00 UTC)" (scheduled at 2023-06-29 13:27:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:27:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:27:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 50, 110414), True, datetime.datetime(2023, 6, 29, 13, 27, 50, 110414), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:27:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:27:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:27:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:27:55,169 [193] [DEBUG] [app] Starting request: urn:request:eb5e7ef4-fd88-4568-b79b-b87f0e00d742 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:55,169 [195] [DEBUG] [app] Starting request: urn:request:25e6decf-77cd-4666-9fa7-84fefeaf6cfe (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:27:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:27:55,172 [208] [DEBUG] [app] Starting request: urn:request:d3ba45ae-acf8-4a59-b169-7107da288b62 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:55,172 [221] [DEBUG] [app] Starting request: urn:request:4a0787f7-6c4a-48d3-af93-fd245258e0e2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:27:55,173 [208] [DEBUG] [app] Ending request: urn:request:d3ba45ae-acf8-4a59-b169-7107da288b62 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d3ba45ae-acf8-4a59-b169-7107da288b62', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:55,173 [221] [DEBUG] [app] Ending request: urn:request:4a0787f7-6c4a-48d3-af93-fd245258e0e2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4a0787f7-6c4a-48d3-af93-fd245258e0e2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:27:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:27:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:27:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:27:55,176 [196] [DEBUG] [app] Starting request: urn:request:ca5e28d0-5bbf-45dc-b56d-78659d1d528b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:55,176 [194] [DEBUG] [app] Starting request: urn:request:6f1721b6-b82e-4568-8e56-48d2c983c1b9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:27:55,176 [196] [DEBUG] [app] Ending request: urn:request:ca5e28d0-5bbf-45dc-b56d-78659d1d528b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ca5e28d0-5bbf-45dc-b56d-78659d1d528b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:55,176 [194] [DEBUG] [app] Ending request: urn:request:6f1721b6-b82e-4568-8e56-48d2c983c1b9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6f1721b6-b82e-4568-8e56-48d2c983c1b9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:27:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:27:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:27:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:27:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:27:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:27:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:27:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:27:55,183 [193] [DEBUG] [app] Ending request: urn:request:eb5e7ef4-fd88-4568-b79b-b87f0e00d742 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:eb5e7ef4-fd88-4568-b79b-b87f0e00d742', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:55,183 [195] [DEBUG] [app] Ending request: urn:request:25e6decf-77cd-4666-9fa7-84fefeaf6cfe (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:25e6decf-77cd-4666-9fa7-84fefeaf6cfe', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:27:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:55,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:27:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:27:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:27:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:27:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gcworker stdout | 2023-06-29 13:27:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:27:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:06.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:27:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:06 UTC)" (scheduled at 2023-06-29 13:27:56.710348+00:00)
gcworker stdout | 2023-06-29 13:27:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835676711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:27:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:27:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:27:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:27:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:27:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:30.227434+00:00 (in 32.212066 seconds)
repositorygcworker stdout | 2023-06-29 13:27:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:58 UTC)" (scheduled at 2023-06-29 13:27:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:27:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:27:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 27, 58, 15799), True, datetime.datetime(2023, 6, 29, 13, 27, 58, 15799), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:27:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:27:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:27:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:28:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:27:58,192 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,320 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,320 [60] [INFO] [apscheduler.executors.default] Running job "ExpiredAppSpecificTokenWorker._gc_expired_tokens (trigger: interval[1:00:00], next run at: 2023-06-29 13:27:58 UTC)" (scheduled at 2023-06-29 13:27:58.320035+00:00)
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,320 [60] [DEBUG] [__main__] Garbage collecting expired app specific tokens with window: 1 day, 0:00:00
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,321 [60] [DEBUG] [peewee] ('DELETE FROM "appspecificauthtoken" WHERE ("appspecificauthtoken"."expiration" < %s)', [datetime.datetime(2023, 6, 28, 13, 27, 58, 321179)])
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,321 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:27:58.320035+00:00 (in 3599.999639 seconds)
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,324 [60] [DEBUG] [data.database] Disconnecting from database.
expiredappspecifictokenworker stdout | 2023-06-29 13:27:58,324 [60] [INFO] [apscheduler.executors.default] Job "ExpiredAppSpecificTokenWorker._gc_expired_tokens (trigger: interval[1:00:00], next run at: 2023-06-29 14:27:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:28:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:10.109381+00:00 (in 9.999394 seconds)
notificationworker stdout | 2023-06-29 13:28:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:10 UTC)" (scheduled at 2023-06-29 13:28:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:28:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:28:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 0, 110598), True, datetime.datetime(2023, 6, 29, 13, 28, 0, 110598), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:28:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:28:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:28:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:28:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:28:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:08.157912+00:00 (in 5.094634 seconds)
securityworker stdout | 2023-06-29 13:28:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:33 UTC)" (scheduled at 2023-06-29 13:28:03.062807+00:00)
securityworker stdout | 2023-06-29 13:28:03,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:28:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:28:03,067 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:28:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:28:03,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:28:03,073 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:28:03,073 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:28:03,978 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:28:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:28:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:40.132615+00:00 (in 35.915146 seconds)
namespacegcworker stdout | 2023-06-29 13:28:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:04 UTC)" (scheduled at 2023-06-29 13:28:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:28:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:28:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:28:05,132 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:28:05,135 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:28:05,138 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:28:05,140 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:28:05,217 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:28:05,342 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:28:05,461 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:28:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:28:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:16.710348+00:00 (in 9.999482 seconds)
gcworker stdout | 2023-06-29 13:28:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:16 UTC)" (scheduled at 2023-06-29 13:28:06.710348+00:00)
gcworker stdout | 2023-06-29 13:28:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835686711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:28:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:28:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:28:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:28:07,425 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:28:07,468 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:28:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:28:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:26.236566+00:00 (in 18.127263 seconds)
exportactionlogsworker stdout | 2023-06-29 13:28:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:08 UTC)" (scheduled at 2023-06-29 13:28:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:28:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:28:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 8, 109707), True, datetime.datetime(2023, 6, 29, 13, 28, 8, 109707), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:28:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:28:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:28:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:28:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:28:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:33.062807+00:00 (in 24.904394 seconds)
securityworker stdout | 2023-06-29 13:28:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:38 UTC)" (scheduled at 2023-06-29 13:28:08.157912+00:00)
securityworker stdout | 2023-06-29 13:28:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:28:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:28:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:28:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:28:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:28:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:28:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:28:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:28:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:28:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:28:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 23, 8, 164787), 1, 2])
securityworker stdout | 2023-06-29 13:28:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:28:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:28:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 23, 8, 164787), 1, 2])
securityworker stdout | 2023-06-29 13:28:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:28:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:28:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:28:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:28:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:28:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:28:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:28:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:28:08,725 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:28:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:10.614040+00:00 (in 0.504029 seconds)
notificationworker stdout | 2023-06-29 13:28:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:20 UTC)" (scheduled at 2023-06-29 13:28:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:28:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:28:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 10, 110469), True, datetime.datetime(2023, 6, 29, 13, 28, 10, 110469), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:28:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:28:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:28:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:28:10,170 [195] [DEBUG] [app] Starting request: urn:request:eecd3ba9-c4a2-49d5-8c1b-d631a7dd75bd (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:10,170 [194] [DEBUG] [app] Starting request: urn:request:55b7df3e-19ea-4414-acab-4f5e48103055 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:28:10,173 [208] [DEBUG] [app] Starting request: urn:request:fab25cba-1638-410b-b31a-226af251201d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:10,173 [209] [DEBUG] [app] Starting request: urn:request:84cf98a0-4d84-4f6a-b991-e890f2eb0891 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:10,174 [208] [DEBUG] [app] Ending request: urn:request:fab25cba-1638-410b-b31a-226af251201d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fab25cba-1638-410b-b31a-226af251201d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:10,174 [209] [DEBUG] [app] Ending request: urn:request:84cf98a0-4d84-4f6a-b991-e890f2eb0891 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:84cf98a0-4d84-4f6a-b991-e890f2eb0891', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:28:10,174 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:28:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:28:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:10,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:10,176 [194] [DEBUG] [app] Starting request: urn:request:c9a69cd7-93ce-4e32-ae1d-55c28b81b1ce (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:10,177 [194] [DEBUG] [app] Ending request: urn:request:c9a69cd7-93ce-4e32-ae1d-55c28b81b1ce (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c9a69cd7-93ce-4e32-ae1d-55c28b81b1ce', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:10,177 [193] [DEBUG] [app] Starting request: urn:request:874f3a26-9a66-42a8-adca-fbebbe4cd339 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:28:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:10,177 [193] [DEBUG] [app] Ending request: urn:request:874f3a26-9a66-42a8-adca-fbebbe4cd339 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:874f3a26-9a66-42a8-adca-fbebbe4cd339', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:10,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:10,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:28:10,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:10,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:10,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:10,184 [194] [DEBUG] [app] Ending request: urn:request:55b7df3e-19ea-4414-acab-4f5e48103055 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:55b7df3e-19ea-4414-acab-4f5e48103055', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:10,184 [195] [DEBUG] [app] Ending request: urn:request:eecd3ba9-c4a2-49d5-8c1b-d631a7dd75bd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:eecd3ba9-c4a2-49d5-8c1b-d631a7dd75bd', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:10,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:10,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:10,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:28:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:28:10,265 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:28:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:20.109381+00:00 (in 9.494853 seconds)
notificationworker stdout | 2023-06-29 13:28:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:10 UTC)" (scheduled at 2023-06-29 13:28:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:28:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:28:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:28:11,896 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:28:11,928 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:28:12,325 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:28:14,452 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:36.011593+00:00 (in 21.175435 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:14 UTC)" (scheduled at 2023-06-29 13:28:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 14, 836618), True, datetime.datetime(2023, 6, 29, 13, 28, 14, 836618), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:28:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:28:15,659 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:28:15,662 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:28:15,665 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:28:15,668 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
builder stdout | 2023-06-29 13:28:15,671 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:28:15,673 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:28:15,681 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:28:15,685 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:28:15,688 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:28:15,704 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
teamsyncworker stdout | 2023-06-29 13:28:15,773 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:28:16,221 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
buildlogsarchiver stdout | 2023-06-29 13:28:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:28:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:46.328917+00:00 (in 29.999384 seconds)
buildlogsarchiver stdout | 2023-06-29 13:28:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:46 UTC)" (scheduled at 2023-06-29 13:28:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:28:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 28, 16, 329899), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:28:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:28:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:28:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:28:46 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:28:16,358 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:28:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:28:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:26.710348+00:00 (in 9.999425 seconds)
gcworker stdout | 2023-06-29 13:28:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:26 UTC)" (scheduled at 2023-06-29 13:28:16.710348+00:00)
gcworker stdout | 2023-06-29 13:28:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835696711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:28:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:28:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:28:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:28:17,150 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:28:17,153 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:28:17,155 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:28:17,313 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:28:19,063 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:28:19,096 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:28:19,566 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:28:19,594 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:28:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:30.109381+00:00 (in 9.999526 seconds)
notificationworker stdout | 2023-06-29 13:28:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:30 UTC)" (scheduled at 2023-06-29 13:28:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:28:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:28:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 20, 110334), True, datetime.datetime(2023, 6, 29, 13, 28, 20, 110334), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:28:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:28:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:28:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:28:25,169 [196] [DEBUG] [app] Starting request: urn:request:25cdb0fe-03ad-4645-a67b-ac5328fc8872 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:25,170 [195] [DEBUG] [app] Starting request: urn:request:23ae212f-864f-46ba-b962-6cd5784564cf (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:28:25,173 [208] [DEBUG] [app] Starting request: urn:request:68ef3a97-910e-4304-8d10-d858f801ce88 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:25,173 [221] [DEBUG] [app] Starting request: urn:request:e88b680b-cf3a-44c7-8eb2-5d2774df6d64 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:25,173 [208] [DEBUG] [app] Ending request: urn:request:68ef3a97-910e-4304-8d10-d858f801ce88 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:68ef3a97-910e-4304-8d10-d858f801ce88', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:25,173 [221] [DEBUG] [app] Ending request: urn:request:e88b680b-cf3a-44c7-8eb2-5d2774df6d64 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e88b680b-cf3a-44c7-8eb2-5d2774df6d64', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:28:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:28:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:28:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:25,176 [195] [DEBUG] [app] Starting request: urn:request:ef8d228e-a7d4-4050-8909-3c4f565dd2b8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:25,176 [194] [DEBUG] [app] Starting request: urn:request:3530a038-f813-4c3d-8240-9d71ab1af441 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:25,176 [195] [DEBUG] [app] Ending request: urn:request:ef8d228e-a7d4-4050-8909-3c4f565dd2b8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ef8d228e-a7d4-4050-8909-3c4f565dd2b8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:25,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:28:25,177 [194] [DEBUG] [app] Ending request: urn:request:3530a038-f813-4c3d-8240-9d71ab1af441 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3530a038-f813-4c3d-8240-9d71ab1af441', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:28:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:25,183 [195] [DEBUG] [app] Ending request: urn:request:23ae212f-864f-46ba-b962-6cd5784564cf (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:23ae212f-864f-46ba-b962-6cd5784564cf', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:25,183 [196] [DEBUG] [app] Ending request: urn:request:25cdb0fe-03ad-4645-a67b-ac5328fc8872 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:25cdb0fe-03ad-4645-a67b-ac5328fc8872', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:28:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:28:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:28:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:08.108858+00:00 (in 41.871787 seconds)
exportactionlogsworker stdout | 2023-06-29 13:28:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:26 UTC)" (scheduled at 2023-06-29 13:28:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:28:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:28:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:28:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:28:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:36.710348+00:00 (in 9.999466 seconds)
gcworker stdout | 2023-06-29 13:28:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:36 UTC)" (scheduled at 2023-06-29 13:28:26.710348+00:00)
gcworker stdout | 2023-06-29 13:28:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835706711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:28:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:28:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:28:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:28:28,225 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:28:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:40.109381+00:00 (in 9.999488 seconds)
notificationworker stdout | 2023-06-29 13:28:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:40 UTC)" (scheduled at 2023-06-29 13:28:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:28:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:28:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 30, 110316), True, datetime.datetime(2023, 6, 29, 13, 28, 30, 110316), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:28:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:28:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:28:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:28:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:28:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:38.227751+00:00 (in 7.999813 seconds)
repositorygcworker stdout | 2023-06-29 13:28:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:33:30 UTC)" (scheduled at 2023-06-29 13:28:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:28:30,229 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 28, 30, 228381), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:28:30,233 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 28, 30, 228381), True, datetime.datetime(2023, 6, 29, 13, 28, 30, 228381), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:28:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 28, 30, 228381), True, datetime.datetime(2023, 6, 29, 13, 28, 30, 228381), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 28, 30, 228381), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:28:30,234 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:28:30,235 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:33:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:28:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:28:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:38.157912+00:00 (in 5.094595 seconds)
securityworker stdout | 2023-06-29 13:28:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:03 UTC)" (scheduled at 2023-06-29 13:28:33.062807+00:00)
securityworker stdout | 2023-06-29 13:28:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:28:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:28:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:28:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:28:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:28:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:28:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:28:34,015 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:28:35,141 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:28:35,144 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:28:35,147 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:28:35,150 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:28:35,225 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:28:35,379 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:28:35,498 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:28:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:28:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:14.835653+00:00 (in 38.823506 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:28:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:36 UTC)" (scheduled at 2023-06-29 13:28:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:28:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:28:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:28:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:28:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:46.710348+00:00 (in 9.999498 seconds)
gcworker stdout | 2023-06-29 13:28:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:46 UTC)" (scheduled at 2023-06-29 13:28:36.710348+00:00)
gcworker stdout | 2023-06-29 13:28:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835716711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:28:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:28:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:28:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:28:37,448 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:28:37,497 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:28:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:28:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:03.062807+00:00 (in 24.904384 seconds)
securityworker stdout | 2023-06-29 13:28:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:08 UTC)" (scheduled at 2023-06-29 13:28:38.157912+00:00)
securityworker stdout | 2023-06-29 13:28:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:28:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:28:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:28:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:28:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:28:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:28:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:28:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:28:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:28:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:28:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 23, 38, 164614), 1, 2])
securityworker stdout | 2023-06-29 13:28:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:28:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:28:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 23, 38, 164614), 1, 2])
securityworker stdout | 2023-06-29 13:28:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:28:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:28:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:28:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:28:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:28:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:28:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:28:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:28:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:28:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:28:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:58.014887+00:00 (in 19.786581 seconds)
repositorygcworker stdout | 2023-06-29 13:28:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:38 UTC)" (scheduled at 2023-06-29 13:28:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:28:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:28:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:28:38,762 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:28:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:50.109381+00:00 (in 9.999529 seconds)
notificationworker stdout | 2023-06-29 13:28:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:50 UTC)" (scheduled at 2023-06-29 13:28:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:28:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:28:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 40, 110309), True, datetime.datetime(2023, 6, 29, 13, 28, 40, 110309), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:28:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:28:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:28:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:28:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:28:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:04.217001+00:00 (in 24.083935 seconds)
namespacegcworker stdout | 2023-06-29 13:28:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:40 UTC)" (scheduled at 2023-06-29 13:28:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:28:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:28:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 40, 133424), True, datetime.datetime(2023, 6, 29, 13, 28, 40, 133424), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:28:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:28:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:28:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:28:40,169 [193] [DEBUG] [app] Starting request: urn:request:8a4246a9-90fd-44e5-8e59-7b5295856c9d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:40,169 [196] [DEBUG] [app] Starting request: urn:request:2fcbb2e2-931e-464b-9bc7-52d3a12aa63a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:28:40,172 [208] [DEBUG] [app] Starting request: urn:request:574baa4e-fe6a-4121-8a3c-d4c851e49656 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:40,173 [217] [DEBUG] [app] Starting request: urn:request:c64d9075-abf9-484a-97cd-cfde0060e19e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:40,173 [208] [DEBUG] [app] Ending request: urn:request:574baa4e-fe6a-4121-8a3c-d4c851e49656 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:574baa4e-fe6a-4121-8a3c-d4c851e49656', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:40,173 [217] [DEBUG] [app] Ending request: urn:request:c64d9075-abf9-484a-97cd-cfde0060e19e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c64d9075-abf9-484a-97cd-cfde0060e19e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:28:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:28:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:28:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:40,176 [195] [DEBUG] [app] Starting request: urn:request:c1232fd9-e17a-47a7-ae9a-3228079d1b91 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:40,176 [194] [DEBUG] [app] Starting request: urn:request:af3230ff-e4e0-4e23-8b89-0a56bfb5b005 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:40,176 [195] [DEBUG] [app] Ending request: urn:request:c1232fd9-e17a-47a7-ae9a-3228079d1b91 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c1232fd9-e17a-47a7-ae9a-3228079d1b91', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:40,176 [194] [DEBUG] [app] Ending request: urn:request:af3230ff-e4e0-4e23-8b89-0a56bfb5b005 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:af3230ff-e4e0-4e23-8b89-0a56bfb5b005', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:28:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:28:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:40,183 [193] [DEBUG] [app] Ending request: urn:request:8a4246a9-90fd-44e5-8e59-7b5295856c9d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8a4246a9-90fd-44e5-8e59-7b5295856c9d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:40,183 [196] [DEBUG] [app] Ending request: urn:request:2fcbb2e2-931e-464b-9bc7-52d3a12aa63a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2fcbb2e2-931e-464b-9bc7-52d3a12aa63a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:28:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:28:40,302 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:28:41,933 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:28:41,964 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:28:42,360 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:28:44,489 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:28:45,671 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:28:45,674 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:28:45,677 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:28:45,680 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:28:45,685 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:28:45,689 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:28:45,693 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:28:45,696 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
builder stdout | 2023-06-29 13:28:45,707 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-registry stdout | 2023-06-29 13:28:45,714 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
teamsyncworker stdout | 2023-06-29 13:28:45,809 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:28:46,248 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
buildlogsarchiver stdout | 2023-06-29 13:28:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:28:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:16.328917+00:00 (in 29.999522 seconds)
buildlogsarchiver stdout | 2023-06-29 13:28:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:16 UTC)" (scheduled at 2023-06-29 13:28:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:28:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 28, 46, 329823), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:28:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:28:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:28:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:16 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:28:46,387 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:28:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:28:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:28:56.710348+00:00 (in 9.999467 seconds)
gcworker stdout | 2023-06-29 13:28:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:56 UTC)" (scheduled at 2023-06-29 13:28:46.710348+00:00)
gcworker stdout | 2023-06-29 13:28:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835726711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:28:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:28:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:28:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:28:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:28:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:28:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:46.720304+00:00 (in 59.999482 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:28:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:46 UTC)" (scheduled at 2023-06-29 13:28:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:28:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:28:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:28:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:28:47,159 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:28:47,162 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:28:47,164 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:28:47,330 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:28:49,100 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:28:49,107 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:28:49,587 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:28:49,630 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:28:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:28:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:00.109381+00:00 (in 9.999476 seconds)
notificationworker stdout | 2023-06-29 13:28:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:00 UTC)" (scheduled at 2023-06-29 13:28:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:28:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:28:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 50, 110404), True, datetime.datetime(2023, 6, 29, 13, 28, 50, 110404), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:28:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:28:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:28:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:28:55,170 [193] [DEBUG] [app] Starting request: urn:request:ac823dc1-0fa1-4ddd-b988-37d336ded3ed (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:55,170 [196] [DEBUG] [app] Starting request: urn:request:bd57fc1d-7a58-409b-9bf4-975150b25f4a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:28:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:28:55,173 [221] [DEBUG] [app] Starting request: urn:request:820a5081-7f1b-4c00-a241-9507fd53f9dc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:55,173 [208] [DEBUG] [app] Starting request: urn:request:00c8d4f2-a219-4985-8160-78e7d91336f0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:28:55,173 [221] [DEBUG] [app] Ending request: urn:request:820a5081-7f1b-4c00-a241-9507fd53f9dc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:820a5081-7f1b-4c00-a241-9507fd53f9dc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:55,173 [208] [DEBUG] [app] Ending request: urn:request:00c8d4f2-a219-4985-8160-78e7d91336f0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:00c8d4f2-a219-4985-8160-78e7d91336f0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:28:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:28:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:28:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:28:55,176 [195] [DEBUG] [app] Starting request: urn:request:7194508d-114e-499c-a579-700b14bbbfdf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:55,177 [194] [DEBUG] [app] Starting request: urn:request:b84ae3db-d960-4354-bc8d-6768aab01a27 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:28:55,177 [195] [DEBUG] [app] Ending request: urn:request:7194508d-114e-499c-a579-700b14bbbfdf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7194508d-114e-499c-a579-700b14bbbfdf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:55,177 [194] [DEBUG] [app] Ending request: urn:request:b84ae3db-d960-4354-bc8d-6768aab01a27 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b84ae3db-d960-4354-bc8d-6768aab01a27', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:28:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:28:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:28:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:28:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:28:55,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:28:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:28:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:28:55,184 [193] [DEBUG] [app] Ending request: urn:request:ac823dc1-0fa1-4ddd-b988-37d336ded3ed (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ac823dc1-0fa1-4ddd-b988-37d336ded3ed', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:55,184 [196] [DEBUG] [app] Ending request: urn:request:bd57fc1d-7a58-409b-9bf4-975150b25f4a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bd57fc1d-7a58-409b-9bf4-975150b25f4a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:28:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:28:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:28:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:28:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:28:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:28:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:28:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:06.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:28:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:06 UTC)" (scheduled at 2023-06-29 13:28:56.710348+00:00)
gcworker stdout | 2023-06-29 13:28:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835736711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:28:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:28:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:28:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:28:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:28:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:38.227751+00:00 (in 40.212385 seconds)
repositorygcworker stdout | 2023-06-29 13:28:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:58 UTC)" (scheduled at 2023-06-29 13:28:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:28:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:28:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 28, 58, 15757), True, datetime.datetime(2023, 6, 29, 13, 28, 58, 15757), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:28:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:28:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:28:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:29:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:28:58,253 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:29:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:10.109381+00:00 (in 9.999445 seconds)
notificationworker stdout | 2023-06-29 13:29:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:10 UTC)" (scheduled at 2023-06-29 13:29:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:29:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:29:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 0, 110433), True, datetime.datetime(2023, 6, 29, 13, 29, 0, 110433), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:29:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:29:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:29:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:29:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:29:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:08.157912+00:00 (in 5.094602 seconds)
securityworker stdout | 2023-06-29 13:29:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:33 UTC)" (scheduled at 2023-06-29 13:29:03.062807+00:00)
securityworker stdout | 2023-06-29 13:29:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:29:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:29:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:29:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:29:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:29:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:29:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:29:04,051 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:29:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:29:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:30.216752+00:00 (in 25.999302 seconds)
namespacegcworker stdout | 2023-06-29 13:29:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:04 UTC)" (scheduled at 2023-06-29 13:29:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:29:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:29:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:29:05,150 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:29:05,153 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:29:05,156 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:29:05,158 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:29:05,233 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:29:05,400 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:29:05,534 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:29:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:29:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:16.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:29:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:16 UTC)" (scheduled at 2023-06-29 13:29:06.710348+00:00)
gcworker stdout | 2023-06-29 13:29:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835746711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:29:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:29:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:29:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:29:07,457 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:29:07,528 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:29:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:29:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:26.236566+00:00 (in 18.127174 seconds)
exportactionlogsworker stdout | 2023-06-29 13:29:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:08 UTC)" (scheduled at 2023-06-29 13:29:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:29:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:29:08,111 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 8, 109855), True, datetime.datetime(2023, 6, 29, 13, 29, 8, 109855), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:29:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:29:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:29:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:29:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:29:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:33.062807+00:00 (in 24.904384 seconds)
securityworker stdout | 2023-06-29 13:29:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:38 UTC)" (scheduled at 2023-06-29 13:29:08.157912+00:00)
securityworker stdout | 2023-06-29 13:29:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:29:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:29:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:29:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:29:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:29:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:29:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:29:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:29:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:29:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:29:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 24, 8, 164964), 1, 2])
securityworker stdout | 2023-06-29 13:29:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:29:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:29:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 24, 8, 164964), 1, 2])
securityworker stdout | 2023-06-29 13:29:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:29:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:29:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:29:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:29:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:29:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:29:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:29:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:29:08,799 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:29:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:10.614040+00:00 (in 0.504157 seconds)
notificationworker stdout | 2023-06-29 13:29:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:20 UTC)" (scheduled at 2023-06-29 13:29:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:29:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:29:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 10, 110273), True, datetime.datetime(2023, 6, 29, 13, 29, 10, 110273), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:29:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:29:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:29:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:29:10,170 [195] [DEBUG] [app] Starting request: urn:request:7e8f59b7-309f-4082-9cf8-d7fc57f1f95b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:10,170 [194] [DEBUG] [app] Starting request: urn:request:6a02d763-d24b-498f-bbd4-2dca7ce0f69c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:29:10,173 [218] [DEBUG] [app] Starting request: urn:request:f64339ae-b258-4c29-ac1b-8920a3aa81ea (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:10,173 [217] [DEBUG] [app] Starting request: urn:request:b160cabb-61e1-4027-83d3-9ea02f3b0a7b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:10,173 [218] [DEBUG] [app] Ending request: urn:request:f64339ae-b258-4c29-ac1b-8920a3aa81ea (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f64339ae-b258-4c29-ac1b-8920a3aa81ea', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:10,174 [217] [DEBUG] [app] Ending request: urn:request:b160cabb-61e1-4027-83d3-9ea02f3b0a7b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b160cabb-61e1-4027-83d3-9ea02f3b0a7b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:10,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:29:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:10,176 [193] [DEBUG] [app] Starting request: urn:request:378b9351-1e7e-459e-8ebd-cd9ba5869c92 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:10,177 [196] [DEBUG] [app] Starting request: urn:request:fd4c653a-2649-461f-828a-fbbd0dbdcd08 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:10,177 [193] [DEBUG] [app] Ending request: urn:request:378b9351-1e7e-459e-8ebd-cd9ba5869c92 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:378b9351-1e7e-459e-8ebd-cd9ba5869c92', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:10,177 [196] [DEBUG] [app] Ending request: urn:request:fd4c653a-2649-461f-828a-fbbd0dbdcd08 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fd4c653a-2649-461f-828a-fbbd0dbdcd08', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:29:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:29:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:29:10,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:29:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:10,183 [195] [DEBUG] [app] Ending request: urn:request:7e8f59b7-309f-4082-9cf8-d7fc57f1f95b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7e8f59b7-309f-4082-9cf8-d7fc57f1f95b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:10,183 [194] [DEBUG] [app] Ending request: urn:request:6a02d763-d24b-498f-bbd4-2dca7ce0f69c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6a02d763-d24b-498f-bbd4-2dca7ce0f69c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:29:10,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:29:10,339 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:29:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:20.109381+00:00 (in 9.494875 seconds)
notificationworker stdout | 2023-06-29 13:29:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:10 UTC)" (scheduled at 2023-06-29 13:29:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:29:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:29:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:29:11,970 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:29:11,985 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:29:12,370 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:29:14,527 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:36.011593+00:00 (in 21.175368 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:14 UTC)" (scheduled at 2023-06-29 13:29:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 14, 836653), True, datetime.datetime(2023, 6, 29, 13, 29, 14, 836653), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:29:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:29:15,682 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:29:15,685 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:29:15,688 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:29:15,692 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:29:15,694 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:29:15,697 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:29:15,702 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:29:15,706 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:29:15,725 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:29:15,743 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:29:15,846 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:29:16,275 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
buildlogsarchiver stdout | 2023-06-29 13:29:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:29:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:46.328917+00:00 (in 29.999478 seconds)
buildlogsarchiver stdout | 2023-06-29 13:29:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:46 UTC)" (scheduled at 2023-06-29 13:29:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:29:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 29, 16, 329867), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:29:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:29:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:29:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:29:46 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:29:16,394 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:29:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:29:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:26.710348+00:00 (in 9.999498 seconds)
gcworker stdout | 2023-06-29 13:29:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:26 UTC)" (scheduled at 2023-06-29 13:29:16.710348+00:00)
gcworker stdout | 2023-06-29 13:29:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835756711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:29:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:29:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:29:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:29:17,168 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:29:17,170 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:29:17,173 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:29:17,365 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:29:19,137 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:29:19,142 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:29:19,602 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:29:19,638 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:29:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:30.109381+00:00 (in 9.999578 seconds)
notificationworker stdout | 2023-06-29 13:29:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:30 UTC)" (scheduled at 2023-06-29 13:29:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:29:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:29:20,110 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 20, 110189), True, datetime.datetime(2023, 6, 29, 13, 29, 20, 110189), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:29:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:29:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:29:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:29:25,169 [194] [DEBUG] [app] Starting request: urn:request:804ce662-552c-458f-97e1-587d155d8302 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:25,169 [193] [DEBUG] [app] Starting request: urn:request:67ecc0a0-fa55-49eb-8aa8-91b95faf7a46 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:29:25,172 [217] [DEBUG] [app] Starting request: urn:request:d6696228-7783-4d4c-830c-69428c7b22a2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:25,172 [208] [DEBUG] [app] Starting request: urn:request:cd9864cc-7aac-4453-8210-c3327477f138 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:25,173 [217] [DEBUG] [app] Ending request: urn:request:d6696228-7783-4d4c-830c-69428c7b22a2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d6696228-7783-4d4c-830c-69428c7b22a2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:25,173 [208] [DEBUG] [app] Ending request: urn:request:cd9864cc-7aac-4453-8210-c3327477f138 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cd9864cc-7aac-4453-8210-c3327477f138', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:25,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:29:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:25,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:29:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:25,176 [194] [DEBUG] [app] Starting request: urn:request:8569f323-1000-4ae1-af73-c9931923c783 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:25,176 [196] [DEBUG] [app] Starting request: urn:request:9ecc80f8-ffd3-44b4-b790-65b2fa93e4ba (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:25,176 [194] [DEBUG] [app] Ending request: urn:request:8569f323-1000-4ae1-af73-c9931923c783 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8569f323-1000-4ae1-af73-c9931923c783', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:25,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:29:25,176 [196] [DEBUG] [app] Ending request: urn:request:9ecc80f8-ffd3-44b4-b790-65b2fa93e4ba (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9ecc80f8-ffd3-44b4-b790-65b2fa93e4ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:29:25,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:29:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:29:25,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:25,183 [194] [DEBUG] [app] Ending request: urn:request:804ce662-552c-458f-97e1-587d155d8302 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:804ce662-552c-458f-97e1-587d155d8302', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:25,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:25,184 [193] [DEBUG] [app] Ending request: urn:request:67ecc0a0-fa55-49eb-8aa8-91b95faf7a46 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:67ecc0a0-fa55-49eb-8aa8-91b95faf7a46', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:29:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:29:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:29:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:49.236331+00:00 (in 22.999251 seconds)
exportactionlogsworker stdout | 2023-06-29 13:29:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:26 UTC)" (scheduled at 2023-06-29 13:29:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:29:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:29:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:29:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:29:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:36.710348+00:00 (in 9.999510 seconds)
gcworker stdout | 2023-06-29 13:29:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:36 UTC)" (scheduled at 2023-06-29 13:29:26.710348+00:00)
gcworker stdout | 2023-06-29 13:29:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835766711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:29:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:29:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:29:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:29:28,290 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:29:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:40.109381+00:00 (in 9.999541 seconds)
notificationworker stdout | 2023-06-29 13:29:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:40 UTC)" (scheduled at 2023-06-29 13:29:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:29:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:29:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 30, 110308), True, datetime.datetime(2023, 6, 29, 13, 29, 30, 110308), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:29:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:29:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:29:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:29:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:29:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:40.132615+00:00 (in 9.915352 seconds)
namespacegcworker stdout | 2023-06-29 13:29:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:34:30 UTC)" (scheduled at 2023-06-29 13:29:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:29:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 29, 30, 217646), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:29:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 29, 30, 217646), True, datetime.datetime(2023, 6, 29, 13, 29, 30, 217646), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:29:30,224 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 29, 30, 217646), True, datetime.datetime(2023, 6, 29, 13, 29, 30, 217646), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 29, 30, 217646), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:29:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:29:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:34:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:29:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:29:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:38.157912+00:00 (in 5.094594 seconds)
securityworker stdout | 2023-06-29 13:29:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:03 UTC)" (scheduled at 2023-06-29 13:29:33.062807+00:00)
securityworker stdout | 2023-06-29 13:29:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:29:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:29:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:29:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:29:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:29:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:29:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:29:34,088 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:29:35,158 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:29:35,162 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:29:35,165 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:29:35,168 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:29:35,240 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:29:35,436 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:29:35,570 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:29:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:29:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:14.835653+00:00 (in 38.823549 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:29:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:36 UTC)" (scheduled at 2023-06-29 13:29:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:29:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:29:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:29:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:29:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:46.710348+00:00 (in 9.999490 seconds)
gcworker stdout | 2023-06-29 13:29:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:46 UTC)" (scheduled at 2023-06-29 13:29:36.710348+00:00)
gcworker stdout | 2023-06-29 13:29:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835776711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:29:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:29:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:29:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:29:37,495 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:29:37,564 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:29:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:29:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:03.062807+00:00 (in 24.904379 seconds)
securityworker stdout | 2023-06-29 13:29:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:08 UTC)" (scheduled at 2023-06-29 13:29:38.157912+00:00)
securityworker stdout | 2023-06-29 13:29:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:29:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:29:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:29:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:29:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:29:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:29:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:29:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:29:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:29:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:29:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 24, 38, 164782), 1, 2])
securityworker stdout | 2023-06-29 13:29:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:29:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:29:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 24, 38, 164782), 1, 2])
securityworker stdout | 2023-06-29 13:29:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:29:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:29:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:29:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:29:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:29:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:29:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:29:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:29:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:29:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:29:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:58.014887+00:00 (in 19.786699 seconds)
repositorygcworker stdout | 2023-06-29 13:29:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:38 UTC)" (scheduled at 2023-06-29 13:29:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:29:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:29:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:29:38,836 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:29:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:50.109381+00:00 (in 9.999512 seconds)
notificationworker stdout | 2023-06-29 13:29:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:50 UTC)" (scheduled at 2023-06-29 13:29:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:29:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:29:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 40, 110318), True, datetime.datetime(2023, 6, 29, 13, 29, 40, 110318), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:29:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:29:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:29:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:29:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:29:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:04.217001+00:00 (in 24.083901 seconds)
namespacegcworker stdout | 2023-06-29 13:29:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:40 UTC)" (scheduled at 2023-06-29 13:29:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:29:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:29:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 40, 133512), True, datetime.datetime(2023, 6, 29, 13, 29, 40, 133512), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:29:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:29:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:29:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:29:40,169 [196] [DEBUG] [app] Starting request: urn:request:0b46a762-35b1-4b83-a95a-5f55f4fb3eb6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:40,169 [193] [DEBUG] [app] Starting request: urn:request:db5988ba-e40c-4640-afd1-5736f740fc4a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:40,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:29:40,172 [217] [DEBUG] [app] Starting request: urn:request:16d568b9-e55f-488b-ad09-ca64bc3981d1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:40,172 [208] [DEBUG] [app] Starting request: urn:request:a9b4b104-eab5-435f-8def-3bd6d0b0a6c0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:40,173 [217] [DEBUG] [app] Ending request: urn:request:16d568b9-e55f-488b-ad09-ca64bc3981d1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:16d568b9-e55f-488b-ad09-ca64bc3981d1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:40,173 [208] [DEBUG] [app] Ending request: urn:request:a9b4b104-eab5-435f-8def-3bd6d0b0a6c0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a9b4b104-eab5-435f-8def-3bd6d0b0a6c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:29:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:29:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:40,176 [194] [DEBUG] [app] Starting request: urn:request:7b090746-534f-4082-bfb2-4fa4de91059e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:40,176 [194] [DEBUG] [app] Ending request: urn:request:7b090746-534f-4082-bfb2-4fa4de91059e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7b090746-534f-4082-bfb2-4fa4de91059e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:40,176 [195] [DEBUG] [app] Starting request: urn:request:3ee926af-a576-4cff-ac80-1e3dc7817783 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:29:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:40,177 [195] [DEBUG] [app] Ending request: urn:request:3ee926af-a576-4cff-ac80-1e3dc7817783 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3ee926af-a576-4cff-ac80-1e3dc7817783', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:29:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:29:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:40,183 [193] [DEBUG] [app] Ending request: urn:request:db5988ba-e40c-4640-afd1-5736f740fc4a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:db5988ba-e40c-4640-afd1-5736f740fc4a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:40,183 [196] [DEBUG] [app] Ending request: urn:request:0b46a762-35b1-4b83-a95a-5f55f4fb3eb6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0b46a762-35b1-4b83-a95a-5f55f4fb3eb6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:29:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:29:40,368 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:29:42,007 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:29:42,010 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:29:42,406 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:29:44,564 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:29:45,692 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:29:45,696 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:29:45,699 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:29:45,702 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:29:45,705 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:29:45,707 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:29:45,714 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:29:45,718 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:29:45,734 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:29:45,778 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:29:45,857 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:29:46,307 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
buildlogsarchiver stdout | 2023-06-29 13:29:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:29:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:16.328917+00:00 (in 29.999526 seconds)
buildlogsarchiver stdout | 2023-06-29 13:29:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:16 UTC)" (scheduled at 2023-06-29 13:29:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:29:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 29, 46, 329763), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:29:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:29:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:29:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:16 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:29:46,430 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:29:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:29:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:29:56.710348+00:00 (in 9.999440 seconds)
gcworker stdout | 2023-06-29 13:29:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:56 UTC)" (scheduled at 2023-06-29 13:29:46.710348+00:00)
gcworker stdout | 2023-06-29 13:29:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835786711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:29:46,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:29:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:29:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:29:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:29:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:29:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:46.720304+00:00 (in 59.999554 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:29:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:46 UTC)" (scheduled at 2023-06-29 13:29:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:29:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:29:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:29:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:29:47,175 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:29:47,178 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:29:47,181 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:29:47,373 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:29:49,154 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:29:49,158 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
exportactionlogsworker stdout | 2023-06-29 13:29:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:29:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:08.108858+00:00 (in 18.871966 seconds)
exportactionlogsworker stdout | 2023-06-29 13:29:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:34:49 UTC)" (scheduled at 2023-06-29 13:29:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:29:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 29, 49, 237322), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:29:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 29, 49, 237322), True, datetime.datetime(2023, 6, 29, 13, 29, 49, 237322), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:29:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 29, 49, 237322), True, datetime.datetime(2023, 6, 29, 13, 29, 49, 237322), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 29, 49, 237322), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:29:49,244 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:29:49,244 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:34:49 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:29:49,639 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:29:49,674 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:29:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:29:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:00.109381+00:00 (in 9.999505 seconds)
notificationworker stdout | 2023-06-29 13:29:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:00 UTC)" (scheduled at 2023-06-29 13:29:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:29:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:29:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 50, 110342), True, datetime.datetime(2023, 6, 29, 13, 29, 50, 110342), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:29:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:29:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:29:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:29:55,169 [195] [DEBUG] [app] Starting request: urn:request:77e65a77-063e-41fa-b8e0-952f88eca06c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:55,169 [193] [DEBUG] [app] Starting request: urn:request:1018ee80-809b-4ba0-a8a5-437840ab6b8d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:29:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:55,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:29:55,172 [208] [DEBUG] [app] Starting request: urn:request:4b470507-f028-480f-8889-75b68339e280 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:55,172 [221] [DEBUG] [app] Starting request: urn:request:467f1350-95b2-4a5e-be49-0c09ddd9496f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:29:55,173 [208] [DEBUG] [app] Ending request: urn:request:4b470507-f028-480f-8889-75b68339e280 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4b470507-f028-480f-8889-75b68339e280', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:29:55,173 [221] [DEBUG] [app] Ending request: urn:request:467f1350-95b2-4a5e-be49-0c09ddd9496f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:467f1350-95b2-4a5e-be49-0c09ddd9496f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:29:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:29:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:29:55,175 [193] [DEBUG] [app] Starting request: urn:request:470eb644-fa2b-42ad-89b5-f20c6bf67a1b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:55,176 [193] [DEBUG] [app] Ending request: urn:request:470eb644-fa2b-42ad-89b5-f20c6bf67a1b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:470eb644-fa2b-42ad-89b5-f20c6bf67a1b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:55,176 [196] [DEBUG] [app] Starting request: urn:request:624ad74f-587f-4758-9834-d4d50f8d0118 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:29:55,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:29:55,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:55,177 [196] [DEBUG] [app] Ending request: urn:request:624ad74f-587f-4758-9834-d4d50f8d0118 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:624ad74f-587f-4758-9834-d4d50f8d0118', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:29:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:29:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:29:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:29:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:29:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:29:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:29:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:29:55,183 [193] [DEBUG] [app] Ending request: urn:request:1018ee80-809b-4ba0-a8a5-437840ab6b8d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1018ee80-809b-4ba0-a8a5-437840ab6b8d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:55,183 [195] [DEBUG] [app] Ending request: urn:request:77e65a77-063e-41fa-b8e0-952f88eca06c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:77e65a77-063e-41fa-b8e0-952f88eca06c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:29:55,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:29:55,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:29:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:29:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:29:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:29:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:29:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:06.710348+00:00 (in 9.999434 seconds)
gcworker stdout | 2023-06-29 13:29:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:06 UTC)" (scheduled at 2023-06-29 13:29:56.710348+00:00)
gcworker stdout | 2023-06-29 13:29:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835796711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:29:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:29:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:29:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:29:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:29:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:38.227751+00:00 (in 40.212420 seconds)
repositorygcworker stdout | 2023-06-29 13:29:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:58 UTC)" (scheduled at 2023-06-29 13:29:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:29:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:29:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 29, 58, 15734), True, datetime.datetime(2023, 6, 29, 13, 29, 58, 15734), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:29:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:29:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:29:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:30:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:29:58,308 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:30:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:10.109381+00:00 (in 9.999492 seconds)
notificationworker stdout | 2023-06-29 13:30:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:10 UTC)" (scheduled at 2023-06-29 13:30:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:30:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:30:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 0, 110386), True, datetime.datetime(2023, 6, 29, 13, 30, 0, 110386), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:30:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:30:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:30:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:30:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:30:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:08.157912+00:00 (in 5.094602 seconds)
securityworker stdout | 2023-06-29 13:30:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:33 UTC)" (scheduled at 2023-06-29 13:30:03.062807+00:00)
securityworker stdout | 2023-06-29 13:30:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:30:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:30:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:30:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:30:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:30:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:30:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:33 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:30:04,012 [63] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
globalpromstats stdout | 2023-06-29 13:30:04,013 [63] [INFO] [apscheduler.executors.default] Running job "GlobalPrometheusStatsWorker._try_report_stats (trigger: interval[1:00:00], next run at: 2023-06-29 13:30:04 UTC)" (scheduled at 2023-06-29 13:30:04.012438+00:00)
globalpromstats stdout | 2023-06-29 13:30:04,013 [63] [DEBUG] [__main__] Attempting to report stats
globalpromstats stdout | 2023-06-29 13:30:04,013 [63] [DEBUG] [util.locking] Acquiring global lock GLOBAL_PROM_STATS
globalpromstats stdout | 2023-06-29 13:30:04,013 [63] [DEBUG] [redis_lock.acquire] Getting 'lock:GLOBAL_PROM_STATS' ...
globalpromstats stdout | 2023-06-29 13:30:04,013 [63] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:30:04.012438+00:00 (in 3599.999650 seconds)
globalpromstats stdout | 2023-06-29 13:30:04,015 [63] [INFO] [redis_lock.acquire] Got lock for 'lock:GLOBAL_PROM_STATS'.
globalpromstats stdout | 2023-06-29 13:30:04,015 [63] [DEBUG] [util.locking] Acquired lock GLOBAL_PROM_STATS
globalpromstats stdout | 2023-06-29 13:30:04,015 [63] [DEBUG] [__main__] Reporting global stats
globalpromstats stdout | 2023-06-29 13:30:04,016 [63] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT 1 FROM "repository" AS "t1") AS "_wrapped"', [])
globalpromstats stdout | 2023-06-29 13:30:04,019 [63] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT 1 FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))) AS "_wrapped"', [False, False])
globalpromstats stdout | 2023-06-29 13:30:04,021 [63] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT 1 FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."enabled" = %s))) AS "_wrapped"', [True, False, True])
globalpromstats stdout | 2023-06-29 13:30:04,021 [63] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT 1 FROM "robotaccounttoken" AS "t1") AS "_wrapped"', [])
globalpromstats stdout | 2023-06-29 13:30:04,022 [63] [DEBUG] [data.database] Disconnecting from database.
globalpromstats stdout | 2023-06-29 13:30:04,022 [63] [DEBUG] [util.locking] Releasing lock GLOBAL_PROM_STATS
globalpromstats stdout | 2023-06-29 13:30:04,022 [63] [DEBUG] [redis_lock.release] Releasing 'lock:GLOBAL_PROM_STATS'.
globalpromstats stdout | 2023-06-29 13:30:04,023 [63] [DEBUG] [util.locking] Released lock GLOBAL_PROM_STATS
globalpromstats stdout | 2023-06-29 13:30:04,023 [63] [INFO] [apscheduler.executors.default] Job "GlobalPrometheusStatsWorker._try_report_stats (trigger: interval[1:00:00], next run at: 2023-06-29 14:30:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:30:04,125 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:30:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:30:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:40.132615+00:00 (in 35.915136 seconds)
namespacegcworker stdout | 2023-06-29 13:30:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:04 UTC)" (scheduled at 2023-06-29 13:30:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:30:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:30:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:30:05,167 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:30:05,171 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:30:05,173 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:30:05,176 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:30:05,248 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:30:05,472 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:30:05,591 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:30:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:30:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:16.710348+00:00 (in 9.999427 seconds)
gcworker stdout | 2023-06-29 13:30:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:16 UTC)" (scheduled at 2023-06-29 13:30:06.710348+00:00)
gcworker stdout | 2023-06-29 13:30:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835806711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:30:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:30:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:30:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:30:07,533 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:30:07,600 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:30:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:30:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:26.236566+00:00 (in 18.127181 seconds)
exportactionlogsworker stdout | 2023-06-29 13:30:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:08 UTC)" (scheduled at 2023-06-29 13:30:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:30:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:30:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 8, 109815), True, datetime.datetime(2023, 6, 29, 13, 30, 8, 109815), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:30:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:30:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:30:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:30:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:30:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:33.062807+00:00 (in 24.904380 seconds)
securityworker stdout | 2023-06-29 13:30:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:38 UTC)" (scheduled at 2023-06-29 13:30:08.157912+00:00)
securityworker stdout | 2023-06-29 13:30:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:30:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:30:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:30:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:30:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:30:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:30:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:30:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:30:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:30:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:30:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 25, 8, 164412), 1, 2])
securityworker stdout | 2023-06-29 13:30:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:30:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:30:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 25, 8, 164412), 1, 2])
securityworker stdout | 2023-06-29 13:30:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:30:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:30:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:30:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:30:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:30:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:30:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:30:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:30:08,873 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:30:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:10.614040+00:00 (in 0.504144 seconds)
notificationworker stdout | 2023-06-29 13:30:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:20 UTC)" (scheduled at 2023-06-29 13:30:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:30:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:30:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 10, 110370), True, datetime.datetime(2023, 6, 29, 13, 30, 10, 110370), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:30:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:30:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:30:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:30:10,170 [196] [DEBUG] [app] Starting request: urn:request:c545501a-1f49-4385-9557-aac4535c935f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:10,170 [194] [DEBUG] [app] Starting request: urn:request:e90a8b30-8db3-4503-b2d1-5736693906b1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:30:10,173 [221] [DEBUG] [app] Starting request: urn:request:1e2e9eb8-3fe4-4f61-9e4e-cebfdeef8b01 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:10,173 [217] [DEBUG] [app] Starting request: urn:request:2615564e-5a63-4ea5-93bc-eecbe293279a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:10,173 [221] [DEBUG] [app] Ending request: urn:request:1e2e9eb8-3fe4-4f61-9e4e-cebfdeef8b01 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1e2e9eb8-3fe4-4f61-9e4e-cebfdeef8b01', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:10,173 [217] [DEBUG] [app] Ending request: urn:request:2615564e-5a63-4ea5-93bc-eecbe293279a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2615564e-5a63-4ea5-93bc-eecbe293279a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:30:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:30:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:10,176 [193] [DEBUG] [app] Starting request: urn:request:ca1bd19c-d98e-42d6-98a2-52542099319b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:10,177 [195] [DEBUG] [app] Starting request: urn:request:91973ad6-544a-4a3e-abf9-5469ac0dbb51 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:10,177 [193] [DEBUG] [app] Ending request: urn:request:ca1bd19c-d98e-42d6-98a2-52542099319b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ca1bd19c-d98e-42d6-98a2-52542099319b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:10,177 [195] [DEBUG] [app] Ending request: urn:request:91973ad6-544a-4a3e-abf9-5469ac0dbb51 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:91973ad6-544a-4a3e-abf9-5469ac0dbb51', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:10,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:10,183 [196] [DEBUG] [app] Ending request: urn:request:c545501a-1f49-4385-9557-aac4535c935f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c545501a-1f49-4385-9557-aac4535c935f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:10,184 [194] [DEBUG] [app] Ending request: urn:request:e90a8b30-8db3-4503-b2d1-5736693906b1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e90a8b30-8db3-4503-b2d1-5736693906b1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:10,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:10,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:30:10,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:30:10,404 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:30:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:20.109381+00:00 (in 9.494825 seconds)
notificationworker stdout | 2023-06-29 13:30:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:10 UTC)" (scheduled at 2023-06-29 13:30:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:30:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:30:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:30:12,045 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:30:12,048 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:30:12,442 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:30:14,602 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:36.011593+00:00 (in 21.175435 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:14 UTC)" (scheduled at 2023-06-29 13:30:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 14, 836636), True, datetime.datetime(2023, 6, 29, 13, 30, 14, 836636), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:30:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:30:15,702 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:30:15,706 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:30:15,710 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:30:15,713 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:30:15,716 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:30:15,719 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:30:15,723 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:30:15,726 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:30:15,744 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:30:15,815 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:30:15,864 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:30:16,323 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
buildlogsarchiver stdout | 2023-06-29 13:30:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:30:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:46.328917+00:00 (in 29.999558 seconds)
buildlogsarchiver stdout | 2023-06-29 13:30:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:46 UTC)" (scheduled at 2023-06-29 13:30:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:30:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 30, 16, 329733), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:30:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:30:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:30:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:30:46 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:30:16,442 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:30:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:30:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:26.710348+00:00 (in 9.999456 seconds)
gcworker stdout | 2023-06-29 13:30:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:26 UTC)" (scheduled at 2023-06-29 13:30:16.710348+00:00)
gcworker stdout | 2023-06-29 13:30:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835816711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:30:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:30:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:30:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:30:17,183 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:30:17,186 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:30:17,189 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:30:17,410 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:30:19,192 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:30:19,195 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:30:19,676 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:30:19,710 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:30:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:30.109381+00:00 (in 9.999515 seconds)
notificationworker stdout | 2023-06-29 13:30:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:30 UTC)" (scheduled at 2023-06-29 13:30:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:30:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:30:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 20, 110418), True, datetime.datetime(2023, 6, 29, 13, 30, 20, 110418), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:30:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:30:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:30:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:30:25,170 [195] [DEBUG] [app] Starting request: urn:request:be6b1b4b-8443-494d-9a2d-1baaa8509871 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:25,170 [193] [DEBUG] [app] Starting request: urn:request:13d66686-335f-46dc-be23-4b1d16f2527d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:30:25,173 [215] [DEBUG] [app] Starting request: urn:request:2dbb34fd-55e1-4b3a-83c2-692086b9b4fb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:25,173 [217] [DEBUG] [app] Starting request: urn:request:f81645a9-bf79-4456-b7be-c51e2849e2ed (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:25,173 [215] [DEBUG] [app] Ending request: urn:request:2dbb34fd-55e1-4b3a-83c2-692086b9b4fb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2dbb34fd-55e1-4b3a-83c2-692086b9b4fb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:25,173 [217] [DEBUG] [app] Ending request: urn:request:f81645a9-bf79-4456-b7be-c51e2849e2ed (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f81645a9-bf79-4456-b7be-c51e2849e2ed', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:25,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:30:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:30:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:25,176 [193] [DEBUG] [app] Starting request: urn:request:f2f8afb7-46ac-4948-8b0a-485d10f57f91 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:25,177 [194] [DEBUG] [app] Starting request: urn:request:cb7541e9-32c0-4c5d-ba24-d3a065d6649f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:25,177 [193] [DEBUG] [app] Ending request: urn:request:f2f8afb7-46ac-4948-8b0a-485d10f57f91 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f2f8afb7-46ac-4948-8b0a-485d10f57f91', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:25,177 [194] [DEBUG] [app] Ending request: urn:request:cb7541e9-32c0-4c5d-ba24-d3a065d6649f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cb7541e9-32c0-4c5d-ba24-d3a065d6649f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:25,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:25,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:25,184 [193] [DEBUG] [app] Ending request: urn:request:13d66686-335f-46dc-be23-4b1d16f2527d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:13d66686-335f-46dc-be23-4b1d16f2527d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:25,184 [195] [DEBUG] [app] Ending request: urn:request:be6b1b4b-8443-494d-9a2d-1baaa8509871 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:be6b1b4b-8443-494d-9a2d-1baaa8509871', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:30:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:30:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:30:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:08.108858+00:00 (in 41.871820 seconds)
exportactionlogsworker stdout | 2023-06-29 13:30:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:26 UTC)" (scheduled at 2023-06-29 13:30:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:30:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:30:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:30:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:30:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:36.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:30:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:36 UTC)" (scheduled at 2023-06-29 13:30:26.710348+00:00)
gcworker stdout | 2023-06-29 13:30:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835826711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:30:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:30:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:30:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:30:28,318 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:30:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:40.109381+00:00 (in 9.999376 seconds)
notificationworker stdout | 2023-06-29 13:30:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:40 UTC)" (scheduled at 2023-06-29 13:30:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:30:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:30:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 30, 110494), True, datetime.datetime(2023, 6, 29, 13, 30, 30, 110494), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:30:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:30:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:30:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:30:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:30:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:38.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:30:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:03 UTC)" (scheduled at 2023-06-29 13:30:33.062807+00:00)
securityworker stdout | 2023-06-29 13:30:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:30:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:30:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:30:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:30:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:30:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:30:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:30:34,163 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:30:35,176 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:30:35,179 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:30:35,182 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:30:35,185 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:30:35,255 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:30:35,508 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:30:35,627 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:30:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:30:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:14.835653+00:00 (in 38.823579 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:30:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:36 UTC)" (scheduled at 2023-06-29 13:30:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:30:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:30:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:30:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:30:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:46.710348+00:00 (in 9.999449 seconds)
gcworker stdout | 2023-06-29 13:30:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:46 UTC)" (scheduled at 2023-06-29 13:30:36.710348+00:00)
gcworker stdout | 2023-06-29 13:30:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835836711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:30:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:30:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:30:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:30:37,548 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:30:37,615 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:30:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:30:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:03.062807+00:00 (in 24.904391 seconds)
securityworker stdout | 2023-06-29 13:30:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:08 UTC)" (scheduled at 2023-06-29 13:30:38.157912+00:00)
securityworker stdout | 2023-06-29 13:30:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:38,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:30:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:30:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:30:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:30:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:30:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:30:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:30:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:30:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:30:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:30:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 25, 38, 164890), 1, 2])
securityworker stdout | 2023-06-29 13:30:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:30:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:30:38,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 25, 38, 164890), 1, 2])
securityworker stdout | 2023-06-29 13:30:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:30:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:30:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:30:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:30:38,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:30:38,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:30:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:30:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:30:38,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:30:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:30:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:58.014887+00:00 (in 19.786643 seconds)
repositorygcworker stdout | 2023-06-29 13:30:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:38 UTC)" (scheduled at 2023-06-29 13:30:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:30:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:30:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:30:38,911 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:30:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:50.109381+00:00 (in 9.999476 seconds)
notificationworker stdout | 2023-06-29 13:30:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:50 UTC)" (scheduled at 2023-06-29 13:30:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:30:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:30:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 40, 110460), True, datetime.datetime(2023, 6, 29, 13, 30, 40, 110460), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:30:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:30:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:30:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:30:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:30:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:04.217001+00:00 (in 24.083861 seconds)
namespacegcworker stdout | 2023-06-29 13:30:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:40 UTC)" (scheduled at 2023-06-29 13:30:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:30:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:30:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 40, 133536), True, datetime.datetime(2023, 6, 29, 13, 30, 40, 133536), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:30:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:30:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:30:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:30:40,169 [194] [DEBUG] [app] Starting request: urn:request:5baa0da2-01b3-42ed-bc2c-363fc6e35c4f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:40,169 [193] [DEBUG] [app] Starting request: urn:request:784894a9-3e6b-4197-9231-10640dbad881 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:30:40,173 [218] [DEBUG] [app] Starting request: urn:request:c0bc2ee8-09bc-4f0c-a81c-2ba9fdf7156c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:40,173 [214] [DEBUG] [app] Starting request: urn:request:2badb7b4-baaf-4b38-936b-c2616fdd65d5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:40,173 [218] [DEBUG] [app] Ending request: urn:request:c0bc2ee8-09bc-4f0c-a81c-2ba9fdf7156c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c0bc2ee8-09bc-4f0c-a81c-2ba9fdf7156c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:40,173 [214] [DEBUG] [app] Ending request: urn:request:2badb7b4-baaf-4b38-936b-c2616fdd65d5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2badb7b4-baaf-4b38-936b-c2616fdd65d5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:30:40,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:30:40,174 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:40,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:40,176 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:40,176 [196] [DEBUG] [app] Starting request: urn:request:d76c90f8-2bc6-4b86-bb3d-27f3cf0449a4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:40,177 [196] [DEBUG] [app] Ending request: urn:request:d76c90f8-2bc6-4b86-bb3d-27f3cf0449a4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d76c90f8-2bc6-4b86-bb3d-27f3cf0449a4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:40,177 [193] [DEBUG] [app] Starting request: urn:request:c6508f6f-8f2c-49c3-b0d2-4814fc7aa994 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:40,177 [193] [DEBUG] [app] Ending request: urn:request:c6508f6f-8f2c-49c3-b0d2-4814fc7aa994 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c6508f6f-8f2c-49c3-b0d2-4814fc7aa994', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:40,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:40,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:40,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:40,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:40,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:40,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:40,184 [193] [DEBUG] [app] Ending request: urn:request:784894a9-3e6b-4197-9231-10640dbad881 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:784894a9-3e6b-4197-9231-10640dbad881', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:40,184 [194] [DEBUG] [app] Ending request: urn:request:5baa0da2-01b3-42ed-bc2c-363fc6e35c4f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5baa0da2-01b3-42ed-bc2c-363fc6e35c4f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:30:40,184 [194] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:30:40,185 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:30:40,419 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:30:42,068 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:30:42,071 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:30:42,465 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:30:44,639 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:30:45,711 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:30:45,716 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:30:45,719 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:30:45,723 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:30:45,725 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:30:45,728 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:30:45,732 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:30:45,736 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:30:45,753 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:30:45,847 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:30:45,900 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:30:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:30:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:16.328917+00:00 (in 29.999535 seconds)
buildlogsarchiver stdout | 2023-06-29 13:30:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:16 UTC)" (scheduled at 2023-06-29 13:30:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:30:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 30, 46, 329814), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:30:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:30:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:30:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:16 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:30:46,360 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:30:46,478 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:30:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:30:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:30:56.710348+00:00 (in 9.999450 seconds)
gcworker stdout | 2023-06-29 13:30:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:56 UTC)" (scheduled at 2023-06-29 13:30:46.710348+00:00)
gcworker stdout | 2023-06-29 13:30:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835846711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:30:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:30:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:30:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:30:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:30:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:30:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:46.720304+00:00 (in 59.999514 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:30:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:46 UTC)" (scheduled at 2023-06-29 13:30:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:30:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:30:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:30:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:30:47,192 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:30:47,195 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:30:47,197 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:30:47,446 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:30:49,218 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:30:49,230 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:30:49,713 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:30:49,747 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:30:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:30:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:00.109381+00:00 (in 9.999371 seconds)
notificationworker stdout | 2023-06-29 13:30:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:00 UTC)" (scheduled at 2023-06-29 13:30:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:30:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:30:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 50, 110586), True, datetime.datetime(2023, 6, 29, 13, 30, 50, 110586), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:30:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:30:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:30:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:30:55,169 [195] [DEBUG] [app] Starting request: urn:request:bb7ab2fa-902f-41d9-89c3-46f21a9c7075 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:55,169 [194] [DEBUG] [app] Starting request: urn:request:60d659f8-bf77-43ae-a5e5-3a8d73451d0b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:30:55,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:30:55,172 [215] [DEBUG] [app] Starting request: urn:request:f37c6160-f383-4460-96a3-427b2f11f0cf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:55,172 [208] [DEBUG] [app] Starting request: urn:request:4365f68e-dff4-4a14-aca0-fab028883789 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:30:55,173 [215] [DEBUG] [app] Ending request: urn:request:f37c6160-f383-4460-96a3-427b2f11f0cf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f37c6160-f383-4460-96a3-427b2f11f0cf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:55,173 [208] [DEBUG] [app] Ending request: urn:request:4365f68e-dff4-4a14-aca0-fab028883789 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4365f68e-dff4-4a14-aca0-fab028883789', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:30:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:30:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:30:55,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:55,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:30:55,176 [196] [DEBUG] [app] Starting request: urn:request:33497000-c551-4167-a877-38a6896f82ec (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:55,176 [196] [DEBUG] [app] Ending request: urn:request:33497000-c551-4167-a877-38a6896f82ec (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:33497000-c551-4167-a877-38a6896f82ec', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:55,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:55,176 [195] [DEBUG] [app] Starting request: urn:request:b56bcad4-eaab-4742-b919-e1977b2c0722 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:30:55,177 [195] [DEBUG] [app] Ending request: urn:request:b56bcad4-eaab-4742-b919-e1977b2c0722 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b56bcad4-eaab-4742-b919-e1977b2c0722', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:30:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:30:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:30:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:30:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:30:55,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:30:55,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:55,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:30:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:55,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:30:55,184 [195] [DEBUG] [app] Ending request: urn:request:bb7ab2fa-902f-41d9-89c3-46f21a9c7075 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bb7ab2fa-902f-41d9-89c3-46f21a9c7075', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:55,184 [194] [DEBUG] [app] Ending request: urn:request:60d659f8-bf77-43ae-a5e5-3a8d73451d0b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:60d659f8-bf77-43ae-a5e5-3a8d73451d0b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:30:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:30:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:30:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:30:55,185 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:30:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:30:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:30:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:06.710348+00:00 (in 9.999459 seconds)
gcworker stdout | 2023-06-29 13:30:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:06 UTC)" (scheduled at 2023-06-29 13:30:56.710348+00:00)
gcworker stdout | 2023-06-29 13:30:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835856711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:30:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:30:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:30:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:30:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:30:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:38.227751+00:00 (in 40.212239 seconds)
repositorygcworker stdout | 2023-06-29 13:30:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:58 UTC)" (scheduled at 2023-06-29 13:30:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:30:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:30:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 30, 58, 16035), True, datetime.datetime(2023, 6, 29, 13, 30, 58, 16035), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:30:58,022 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:30:58,022 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:30:58,022 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:31:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:30:58,349 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:31:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:10.109381+00:00 (in 9.999370 seconds)
notificationworker stdout | 2023-06-29 13:31:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:10 UTC)" (scheduled at 2023-06-29 13:31:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:31:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:31:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 0, 110480), True, datetime.datetime(2023, 6, 29, 13, 31, 0, 110480), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:31:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:31:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:31:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:31:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:08.157912+00:00 (in 5.094606 seconds)
securityworker stdout | 2023-06-29 13:31:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:33 UTC)" (scheduled at 2023-06-29 13:31:03.062807+00:00)
securityworker stdout | 2023-06-29 13:31:03,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:31:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:31:03,067 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:31:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:31:03,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:31:03,073 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:31:03,073 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:33 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:31:04,174 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
namespacegcworker stdout | 2023-06-29 13:31:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:31:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:40.132615+00:00 (in 35.915136 seconds)
namespacegcworker stdout | 2023-06-29 13:31:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:04 UTC)" (scheduled at 2023-06-29 13:31:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:31:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:31:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:31:05,185 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:31:05,188 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:31:05,190 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:31:05,193 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:31:05,263 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:31:05,544 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:31:05,650 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:31:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:31:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:16.710348+00:00 (in 9.999507 seconds)
gcworker stdout | 2023-06-29 13:31:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:16 UTC)" (scheduled at 2023-06-29 13:31:06.710348+00:00)
gcworker stdout | 2023-06-29 13:31:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835866711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:31:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:31:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:31:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:31:07,585 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:31:07,651 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:31:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:31:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:26.236566+00:00 (in 18.127172 seconds)
exportactionlogsworker stdout | 2023-06-29 13:31:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:08 UTC)" (scheduled at 2023-06-29 13:31:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:31:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:31:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 8, 109852), True, datetime.datetime(2023, 6, 29, 13, 31, 8, 109852), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:31:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:31:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:31:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:31:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:31:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:33.062807+00:00 (in 24.904412 seconds)
securityworker stdout | 2023-06-29 13:31:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:38 UTC)" (scheduled at 2023-06-29 13:31:08.157912+00:00)
securityworker stdout | 2023-06-29 13:31:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:08,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:31:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:31:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:31:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:31:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:31:08,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:31:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:31:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:31:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:31:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:31:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 26, 8, 165463), 1, 2])
securityworker stdout | 2023-06-29 13:31:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:31:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:31:08,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 26, 8, 165463), 1, 2])
securityworker stdout | 2023-06-29 13:31:08,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:31:08,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:31:08,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:08,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:31:08,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:31:08,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:31:08,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:31:08,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:08,175 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:31:08,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:31:08,935 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:31:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:10.614040+00:00 (in 0.504149 seconds)
notificationworker stdout | 2023-06-29 13:31:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:20 UTC)" (scheduled at 2023-06-29 13:31:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:31:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:31:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 10, 110380), True, datetime.datetime(2023, 6, 29, 13, 31, 10, 110380), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:31:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:31:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:31:10,169 [195] [DEBUG] [app] Starting request: urn:request:2f687948-aceb-475f-ac55-1147dc4bc890 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:10,169 [194] [DEBUG] [app] Starting request: urn:request:90270235-a1a3-4da3-be4e-58715b73c361 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:31:10,172 [208] [DEBUG] [app] Starting request: urn:request:c7fcaf8e-8c4a-4a34-bb89-0afaa4fb4267 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:10,173 [221] [DEBUG] [app] Starting request: urn:request:eae852ec-8cd6-43db-94d4-4b653afd7091 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:10,173 [208] [DEBUG] [app] Ending request: urn:request:c7fcaf8e-8c4a-4a34-bb89-0afaa4fb4267 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c7fcaf8e-8c4a-4a34-bb89-0afaa4fb4267', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:10,173 [221] [DEBUG] [app] Ending request: urn:request:eae852ec-8cd6-43db-94d4-4b653afd7091 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:eae852ec-8cd6-43db-94d4-4b653afd7091', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:31:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:31:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:10,176 [195] [DEBUG] [app] Starting request: urn:request:60274382-b351-4d8e-8c58-c9a995b9dd0a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:10,176 [196] [DEBUG] [app] Starting request: urn:request:b4d304b7-9c24-4571-bd7f-afdabd78aa7f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:10,176 [195] [DEBUG] [app] Ending request: urn:request:60274382-b351-4d8e-8c58-c9a995b9dd0a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:60274382-b351-4d8e-8c58-c9a995b9dd0a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:10,176 [196] [DEBUG] [app] Ending request: urn:request:b4d304b7-9c24-4571-bd7f-afdabd78aa7f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b4d304b7-9c24-4571-bd7f-afdabd78aa7f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:31:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:10,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:10,183 [195] [DEBUG] [app] Ending request: urn:request:2f687948-aceb-475f-ac55-1147dc4bc890 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2f687948-aceb-475f-ac55-1147dc4bc890', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:10,183 [194] [DEBUG] [app] Ending request: urn:request:90270235-a1a3-4da3-be4e-58715b73c361 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:90270235-a1a3-4da3-be4e-58715b73c361', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:31:10,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:31:10,457 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:31:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:20.109381+00:00 (in 9.494805 seconds)
notificationworker stdout | 2023-06-29 13:31:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:10 UTC)" (scheduled at 2023-06-29 13:31:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:31:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:31:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:10 UTC)" executed successfully
servicekey stdout | 2023-06-29 13:31:12,105 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:31:12,108 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:31:12,481 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:31:14,673 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:36.011593+00:00 (in 21.175453 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:14 UTC)" (scheduled at 2023-06-29 13:31:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,838 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 14, 836680), True, datetime.datetime(2023, 6, 29, 13, 31, 14, 836680), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,843 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,843 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:31:14,843 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:31:15,722 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:31:15,727 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:31:15,729 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:31:15,733 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:31:15,736 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:31:15,738 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:31:15,741 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:31:15,744 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:31:15,766 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:31:15,870 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:31:15,937 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:31:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:31:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:46.328917+00:00 (in 29.999455 seconds)
buildlogsarchiver stdout | 2023-06-29 13:31:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:46 UTC)" (scheduled at 2023-06-29 13:31:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:31:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 31, 16, 329817), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:31:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:31:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:31:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:31:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:31:16,384 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:31:16,502 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:31:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:31:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:26.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:31:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:26 UTC)" (scheduled at 2023-06-29 13:31:16.710348+00:00)
gcworker stdout | 2023-06-29 13:31:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835876711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:31:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:31:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:31:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:31:17,202 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:31:17,205 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:31:17,207 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:31:17,483 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:31:19,255 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:31:19,266 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:31:19,751 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:31:19,784 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:31:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:30.109381+00:00 (in 9.999546 seconds)
notificationworker stdout | 2023-06-29 13:31:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:30 UTC)" (scheduled at 2023-06-29 13:31:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:31:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:31:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 20, 110275), True, datetime.datetime(2023, 6, 29, 13, 31, 20, 110275), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:31:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:31:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:31:25,169 [196] [DEBUG] [app] Starting request: urn:request:540b2a4c-9c11-4887-9159-568746cc0179 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:25,169 [193] [DEBUG] [app] Starting request: urn:request:9e5a29b1-9df5-4bd7-ae92-59a517d7f513 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:31:25,172 [218] [DEBUG] [app] Starting request: urn:request:cc5a53a0-ef0a-4abd-a7e2-9c5ccef2d447 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:25,172 [221] [DEBUG] [app] Starting request: urn:request:4de2f4ab-4848-482f-8c36-c92d105999ce (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:25,173 [221] [DEBUG] [app] Ending request: urn:request:4de2f4ab-4848-482f-8c36-c92d105999ce (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4de2f4ab-4848-482f-8c36-c92d105999ce', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:25,173 [218] [DEBUG] [app] Ending request: urn:request:cc5a53a0-ef0a-4abd-a7e2-9c5ccef2d447 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cc5a53a0-ef0a-4abd-a7e2-9c5ccef2d447', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:31:25,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:31:25,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:25,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:25,176 [194] [DEBUG] [app] Starting request: urn:request:0483590e-9d2b-4367-92b9-e734ceb3007b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:25,176 [195] [DEBUG] [app] Starting request: urn:request:f1432160-f4e0-4001-80bd-7e6a41701a0d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:25,176 [194] [DEBUG] [app] Ending request: urn:request:0483590e-9d2b-4367-92b9-e734ceb3007b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0483590e-9d2b-4367-92b9-e734ceb3007b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:25,176 [195] [DEBUG] [app] Ending request: urn:request:f1432160-f4e0-4001-80bd-7e6a41701a0d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f1432160-f4e0-4001-80bd-7e6a41701a0d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:25,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:31:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:25,183 [196] [DEBUG] [app] Ending request: urn:request:540b2a4c-9c11-4887-9159-568746cc0179 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:540b2a4c-9c11-4887-9159-568746cc0179', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:25,183 [193] [DEBUG] [app] Ending request: urn:request:9e5a29b1-9df5-4bd7-ae92-59a517d7f513 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9e5a29b1-9df5-4bd7-ae92-59a517d7f513', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:25,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:31:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:31:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:31:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:08.108858+00:00 (in 41.871765 seconds)
exportactionlogsworker stdout | 2023-06-29 13:31:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:26 UTC)" (scheduled at 2023-06-29 13:31:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:31:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:31:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:31:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:31:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:36.710348+00:00 (in 9.999454 seconds)
gcworker stdout | 2023-06-29 13:31:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:36 UTC)" (scheduled at 2023-06-29 13:31:26.710348+00:00)
gcworker stdout | 2023-06-29 13:31:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835886711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:31:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:31:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:31:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:31:28,380 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:31:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:39.613650+00:00 (in 9.503774 seconds)
notificationworker stdout | 2023-06-29 13:31:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:40 UTC)" (scheduled at 2023-06-29 13:31:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:31:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:31:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 30, 110321), True, datetime.datetime(2023, 6, 29, 13, 31, 30, 110321), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:31:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:31:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:31:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:31:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:38.157912+00:00 (in 5.094604 seconds)
securityworker stdout | 2023-06-29 13:31:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:03 UTC)" (scheduled at 2023-06-29 13:31:33.062807+00:00)
securityworker stdout | 2023-06-29 13:31:33,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:31:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:31:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:31:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:31:33,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:31:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:31:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:31:34,211 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:31:35,193 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:31:35,196 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:31:35,198 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:31:35,202 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:31:35,270 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:31:35,580 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:31:35,660 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:31:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:31:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:14.835653+00:00 (in 38.823515 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:31:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:36 UTC)" (scheduled at 2023-06-29 13:31:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:31:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:31:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:31:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:31:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:46.710348+00:00 (in 9.999456 seconds)
gcworker stdout | 2023-06-29 13:31:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:46 UTC)" (scheduled at 2023-06-29 13:31:36.710348+00:00)
gcworker stdout | 2023-06-29 13:31:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835896711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:31:36,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:31:36,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:31:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:31:37,614 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:31:37,664 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:31:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:31:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:03.062807+00:00 (in 24.904300 seconds)
securityworker stdout | 2023-06-29 13:31:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:08 UTC)" (scheduled at 2023-06-29 13:31:38.157912+00:00)
securityworker stdout | 2023-06-29 13:31:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:38,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:31:38,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:31:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:31:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:31:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:31:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:31:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:31:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:31:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:31:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:31:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 26, 38, 164865), 1, 2])
securityworker stdout | 2023-06-29 13:31:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:31:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:31:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 26, 38, 164865), 1, 2])
securityworker stdout | 2023-06-29 13:31:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:31:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:31:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:31:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:31:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:31:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:31:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:31:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:31:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:31:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:31:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:58.014887+00:00 (in 19.786539 seconds)
repositorygcworker stdout | 2023-06-29 13:31:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:38 UTC)" (scheduled at 2023-06-29 13:31:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:31:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:31:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:31:38,972 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:31:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:40.109381+00:00 (in 0.495196 seconds)
notificationworker stdout | 2023-06-29 13:31:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:36:39 UTC)" (scheduled at 2023-06-29 13:31:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:31:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 31, 39, 614637), 'notification/%'])
notificationworker stdout | 2023-06-29 13:31:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 31, 39, 614637), True, datetime.datetime(2023, 6, 29, 13, 31, 39, 614637), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:31:39,621 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 31, 39, 614637), True, datetime.datetime(2023, 6, 29, 13, 31, 39, 614637), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 31, 39, 614637), 'notification/%'])
notificationworker stdout | 2023-06-29 13:31:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:39,622 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:36:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:31:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:50.109381+00:00 (in 9.999484 seconds)
notificationworker stdout | 2023-06-29 13:31:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:50 UTC)" (scheduled at 2023-06-29 13:31:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:31:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:31:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 40, 110440), True, datetime.datetime(2023, 6, 29, 13, 31, 40, 110440), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:31:40,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:31:40,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:31:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:31:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:04.217001+00:00 (in 24.083880 seconds)
namespacegcworker stdout | 2023-06-29 13:31:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:40 UTC)" (scheduled at 2023-06-29 13:31:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:31:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:31:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 40, 133533), True, datetime.datetime(2023, 6, 29, 13, 31, 40, 133533), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:31:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:31:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:31:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:31:40,169 [196] [DEBUG] [app] Starting request: urn:request:15c5b693-2068-4164-b233-3b09d2ac3ed2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:40,169 [195] [DEBUG] [app] Starting request: urn:request:b539c085-e20a-4a55-b3f3-11ce7cc033de (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:31:40,172 [208] [DEBUG] [app] Starting request: urn:request:a628c4bc-4aa9-415e-b0fb-6455b7d8d55c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:40,172 [218] [DEBUG] [app] Starting request: urn:request:352b9fc5-c3a5-495a-936e-7f9f5b8a45ea (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:40,173 [218] [DEBUG] [app] Ending request: urn:request:352b9fc5-c3a5-495a-936e-7f9f5b8a45ea (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:352b9fc5-c3a5-495a-936e-7f9f5b8a45ea', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:40,173 [208] [DEBUG] [app] Ending request: urn:request:a628c4bc-4aa9-415e-b0fb-6455b7d8d55c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a628c4bc-4aa9-415e-b0fb-6455b7d8d55c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:31:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:31:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:40,176 [196] [DEBUG] [app] Starting request: urn:request:fe7c7fe2-376a-41f5-8b27-f3eaabd85fb2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:40,176 [193] [DEBUG] [app] Starting request: urn:request:9bc1043b-1f81-434c-8133-823552349b81 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:40,176 [196] [DEBUG] [app] Ending request: urn:request:fe7c7fe2-376a-41f5-8b27-f3eaabd85fb2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fe7c7fe2-376a-41f5-8b27-f3eaabd85fb2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:40,176 [193] [DEBUG] [app] Ending request: urn:request:9bc1043b-1f81-434c-8133-823552349b81 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9bc1043b-1f81-434c-8133-823552349b81', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:31:40,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:31:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:40,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:40,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:40,182 [196] [DEBUG] [app] Ending request: urn:request:15c5b693-2068-4164-b233-3b09d2ac3ed2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:15c5b693-2068-4164-b233-3b09d2ac3ed2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:40,183 [195] [DEBUG] [app] Ending request: urn:request:b539c085-e20a-4a55-b3f3-11ce7cc033de (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b539c085-e20a-4a55-b3f3-11ce7cc033de', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:31:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:31:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:31:40,493 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:31:42,124 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:31:42,127 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:31:42,518 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:31:44,691 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:31:45,735 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:31:45,739 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:31:45,742 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:31:45,744 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:31:45,747 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:31:45,750 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:31:45,753 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:31:45,756 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:31:45,779 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:31:45,898 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:31:45,973 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:31:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:31:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:16.328917+00:00 (in 29.999516 seconds)
buildlogsarchiver stdout | 2023-06-29 13:31:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:16 UTC)" (scheduled at 2023-06-29 13:31:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:31:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 31, 46, 329816), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:31:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:31:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:31:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:16 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:31:46,393 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:31:46,539 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:31:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:31:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:31:56.710348+00:00 (in 9.999483 seconds)
gcworker stdout | 2023-06-29 13:31:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:56 UTC)" (scheduled at 2023-06-29 13:31:46.710348+00:00)
gcworker stdout | 2023-06-29 13:31:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835906711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:31:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:31:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:31:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:31:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:31:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:31:46,721 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:46.720304+00:00 (in 59.999466 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:31:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:46 UTC)" (scheduled at 2023-06-29 13:31:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:31:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:31:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:31:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:31:47,211 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:31:47,214 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:31:47,217 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:31:47,521 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:31:49,287 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:31:49,289 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:31:49,787 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:31:49,805 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:31:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:31:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:00.109381+00:00 (in 9.999487 seconds)
notificationworker stdout | 2023-06-29 13:31:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:00 UTC)" (scheduled at 2023-06-29 13:31:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:31:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:31:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 50, 110389), True, datetime.datetime(2023, 6, 29, 13, 31, 50, 110389), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:31:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:31:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:31:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:31:55,169 [193] [DEBUG] [app] Starting request: urn:request:01486d18-d85f-4459-9dd3-02f0e89e088a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:55,169 [195] [DEBUG] [app] Starting request: urn:request:a6cc4b89-5d7e-4ab8-b210-7555b8db4fef (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:31:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:31:55,172 [221] [DEBUG] [app] Starting request: urn:request:f9050417-47bd-44ea-aac6-16da7d66345e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:55,173 [208] [DEBUG] [app] Starting request: urn:request:6628279c-7b6f-477d-8db3-855cdbe6a931 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:31:55,173 [221] [DEBUG] [app] Ending request: urn:request:f9050417-47bd-44ea-aac6-16da7d66345e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f9050417-47bd-44ea-aac6-16da7d66345e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:31:55,173 [208] [DEBUG] [app] Ending request: urn:request:6628279c-7b6f-477d-8db3-855cdbe6a931 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6628279c-7b6f-477d-8db3-855cdbe6a931', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:31:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:31:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:31:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:31:55,176 [194] [DEBUG] [app] Starting request: urn:request:abe8b3a8-8db3-43db-97af-1ed1efff0cc3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:55,176 [195] [DEBUG] [app] Starting request: urn:request:79450517-c970-4f98-937a-c979c5d3a7b9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:31:55,177 [194] [DEBUG] [app] Ending request: urn:request:abe8b3a8-8db3-43db-97af-1ed1efff0cc3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:abe8b3a8-8db3-43db-97af-1ed1efff0cc3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:31:55,177 [195] [DEBUG] [app] Ending request: urn:request:79450517-c970-4f98-937a-c979c5d3a7b9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:79450517-c970-4f98-937a-c979c5d3a7b9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:31:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:31:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:31:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:31:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:31:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:31:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:31:55,184 [195] [DEBUG] [app] Ending request: urn:request:a6cc4b89-5d7e-4ab8-b210-7555b8db4fef (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a6cc4b89-5d7e-4ab8-b210-7555b8db4fef', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:55,184 [193] [DEBUG] [app] Ending request: urn:request:01486d18-d85f-4459-9dd3-02f0e89e088a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:01486d18-d85f-4459-9dd3-02f0e89e088a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:31:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:31:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:31:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:31:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:31:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:31:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:31:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:06.710348+00:00 (in 9.999477 seconds)
gcworker stdout | 2023-06-29 13:31:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:06 UTC)" (scheduled at 2023-06-29 13:31:56.710348+00:00)
gcworker stdout | 2023-06-29 13:31:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835916711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:31:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:31:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:31:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:31:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:31:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:38.227751+00:00 (in 40.212419 seconds)
repositorygcworker stdout | 2023-06-29 13:31:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:58 UTC)" (scheduled at 2023-06-29 13:31:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:31:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:31:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 31, 58, 15683), True, datetime.datetime(2023, 6, 29, 13, 31, 58, 15683), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:31:58,020 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:31:58,020 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:31:58,020 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:32:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:31:58,404 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:32:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:10.109381+00:00 (in 9.999456 seconds)
notificationworker stdout | 2023-06-29 13:32:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:10 UTC)" (scheduled at 2023-06-29 13:32:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:32:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:32:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 0, 110394), True, datetime.datetime(2023, 6, 29, 13, 32, 0, 110394), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:32:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:32:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:32:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:32:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:32:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:08.157912+00:00 (in 5.094630 seconds)
securityworker stdout | 2023-06-29 13:32:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:33 UTC)" (scheduled at 2023-06-29 13:32:03.062807+00:00)
securityworker stdout | 2023-06-29 13:32:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:32:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:32:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:32:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:32:03,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:32:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:32:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:32:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:32:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:40.132615+00:00 (in 35.915149 seconds)
namespacegcworker stdout | 2023-06-29 13:32:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:04 UTC)" (scheduled at 2023-06-29 13:32:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:32:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:32:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:32:04,248 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:32:05,202 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:32:05,206 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:32:05,208 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:32:05,211 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:32:05,277 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:32:05,617 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:32:05,667 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:32:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:32:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:16.710348+00:00 (in 9.999509 seconds)
gcworker stdout | 2023-06-29 13:32:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:16 UTC)" (scheduled at 2023-06-29 13:32:06.710348+00:00)
gcworker stdout | 2023-06-29 13:32:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835926711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:32:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:32:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:32:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:32:07,627 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:32:07,676 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:32:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:32:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:26.236566+00:00 (in 18.127177 seconds)
exportactionlogsworker stdout | 2023-06-29 13:32:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:08 UTC)" (scheduled at 2023-06-29 13:32:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:32:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:32:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 8, 109777), True, datetime.datetime(2023, 6, 29, 13, 32, 8, 109777), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:32:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:32:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:32:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:32:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:32:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:33.062807+00:00 (in 24.904409 seconds)
securityworker stdout | 2023-06-29 13:32:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:38 UTC)" (scheduled at 2023-06-29 13:32:08.157912+00:00)
securityworker stdout | 2023-06-29 13:32:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:32:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:32:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:32:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:32:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:32:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:32:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:32:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:32:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:32:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:32:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 27, 8, 164736), 1, 2])
securityworker stdout | 2023-06-29 13:32:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:32:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:32:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 27, 8, 164736), 1, 2])
securityworker stdout | 2023-06-29 13:32:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:32:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:32:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:32:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:32:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:32:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:32:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:32:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:32:09,009 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:32:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:10.614040+00:00 (in 0.504156 seconds)
notificationworker stdout | 2023-06-29 13:32:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:20 UTC)" (scheduled at 2023-06-29 13:32:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:32:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:32:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 10, 110364), True, datetime.datetime(2023, 6, 29, 13, 32, 10, 110364), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:32:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:32:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:32:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:32:10,170 [193] [DEBUG] [app] Starting request: urn:request:74fb0a02-829d-43a7-9387-dcfb4da7c0e7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:10,170 [195] [DEBUG] [app] Starting request: urn:request:90da4167-5335-4b89-9d69-0e88f0ada108 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:32:10,173 [217] [DEBUG] [app] Starting request: urn:request:2f956f25-3d16-4c8f-8185-3b022c033eaf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:10,173 [208] [DEBUG] [app] Starting request: urn:request:d43a623c-2550-4ccf-9581-9a8ad114db21 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:10,173 [208] [DEBUG] [app] Ending request: urn:request:d43a623c-2550-4ccf-9581-9a8ad114db21 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d43a623c-2550-4ccf-9581-9a8ad114db21', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:10,173 [217] [DEBUG] [app] Ending request: urn:request:2f956f25-3d16-4c8f-8185-3b022c033eaf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2f956f25-3d16-4c8f-8185-3b022c033eaf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:32:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:32:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:10,176 [196] [DEBUG] [app] Starting request: urn:request:4a60d614-1914-4240-aed2-15dc8a6bbd3a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:10,176 [194] [DEBUG] [app] Starting request: urn:request:89597f09-0650-42fd-bce9-360650f842cb (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:10,177 [196] [DEBUG] [app] Ending request: urn:request:4a60d614-1914-4240-aed2-15dc8a6bbd3a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4a60d614-1914-4240-aed2-15dc8a6bbd3a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:10,177 [194] [DEBUG] [app] Ending request: urn:request:89597f09-0650-42fd-bce9-360650f842cb (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:89597f09-0650-42fd-bce9-360650f842cb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:32:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:10,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:10,183 [195] [DEBUG] [app] Ending request: urn:request:90da4167-5335-4b89-9d69-0e88f0ada108 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:90da4167-5335-4b89-9d69-0e88f0ada108', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:10,183 [193] [DEBUG] [app] Ending request: urn:request:74fb0a02-829d-43a7-9387-dcfb4da7c0e7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:74fb0a02-829d-43a7-9387-dcfb4da7c0e7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:32:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:32:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:32:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:32:10,530 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:32:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:20.109381+00:00 (in 9.494812 seconds)
notificationworker stdout | 2023-06-29 13:32:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:10 UTC)" (scheduled at 2023-06-29 13:32:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:32:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:32:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:32:12,162 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:32:12,165 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:32:12,554 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:32:14,710 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:30.011377+00:00 (in 15.175218 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:14 UTC)" (scheduled at 2023-06-29 13:32:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 14, 836607), True, datetime.datetime(2023, 6, 29, 13, 32, 14, 836607), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:32:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:32:15,747 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:32:15,751 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:32:15,754 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:32:15,757 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:32:15,760 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:32:15,762 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:32:15,765 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:32:15,767 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:32:15,791 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:32:15,935 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:32:16,001 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:32:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:32:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:46.328917+00:00 (in 29.999475 seconds)
buildlogsarchiver stdout | 2023-06-29 13:32:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:46 UTC)" (scheduled at 2023-06-29 13:32:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:32:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 32, 16, 329858), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:32:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:32:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:32:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:32:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:32:16,431 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:32:16,574 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:32:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:32:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:26.710348+00:00 (in 9.999502 seconds)
gcworker stdout | 2023-06-29 13:32:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:26 UTC)" (scheduled at 2023-06-29 13:32:16.710348+00:00)
gcworker stdout | 2023-06-29 13:32:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835936711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:32:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:32:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:32:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:32:17,220 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:32:17,223 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:32:17,226 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:32:17,529 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:32:19,305 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:32:19,313 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:32:19,823 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:32:19,826 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:32:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:30.109381+00:00 (in 9.999545 seconds)
notificationworker stdout | 2023-06-29 13:32:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:30 UTC)" (scheduled at 2023-06-29 13:32:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:32:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:32:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 20, 110306), True, datetime.datetime(2023, 6, 29, 13, 32, 20, 110306), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:32:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:32:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:32:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:32:25,169 [196] [DEBUG] [app] Starting request: urn:request:f14df00e-37a0-45fe-9281-161523e92237 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:25,169 [193] [DEBUG] [app] Starting request: urn:request:74ea572f-a3eb-4f83-a050-cb5e9e604e6e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:32:25,173 [208] [DEBUG] [app] Starting request: urn:request:b800325e-d40e-45ac-ab83-f5d804d3dd2f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:25,173 [221] [DEBUG] [app] Starting request: urn:request:59158644-3230-4eda-9cd1-8f92a6ebb5c0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:25,173 [221] [DEBUG] [app] Ending request: urn:request:59158644-3230-4eda-9cd1-8f92a6ebb5c0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:59158644-3230-4eda-9cd1-8f92a6ebb5c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:25,173 [208] [DEBUG] [app] Ending request: urn:request:b800325e-d40e-45ac-ab83-f5d804d3dd2f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b800325e-d40e-45ac-ab83-f5d804d3dd2f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:25,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:32:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:32:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:25,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:25,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:25,177 [194] [DEBUG] [app] Starting request: urn:request:040a5815-970f-4b19-85a6-6ce486306ed6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:25,177 [195] [DEBUG] [app] Starting request: urn:request:7a42ab83-97cb-48b3-880c-f8516f42a455 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:25,178 [194] [DEBUG] [app] Ending request: urn:request:040a5815-970f-4b19-85a6-6ce486306ed6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:040a5815-970f-4b19-85a6-6ce486306ed6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:25,178 [195] [DEBUG] [app] Ending request: urn:request:7a42ab83-97cb-48b3-880c-f8516f42a455 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7a42ab83-97cb-48b3-880c-f8516f42a455', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:25,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:25,178 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:32:25,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:25,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:25,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:25,185 [193] [DEBUG] [app] Ending request: urn:request:74ea572f-a3eb-4f83-a050-cb5e9e604e6e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:74ea572f-a3eb-4f83-a050-cb5e9e604e6e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:25,185 [196] [DEBUG] [app] Ending request: urn:request:f14df00e-37a0-45fe-9281-161523e92237 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f14df00e-37a0-45fe-9281-161523e92237', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:25,185 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:32:25,185 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:32:25,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:32:25,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:32:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:32:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:08.108858+00:00 (in 41.871798 seconds)
exportactionlogsworker stdout | 2023-06-29 13:32:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:26 UTC)" (scheduled at 2023-06-29 13:32:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:32:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:32:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:32:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:32:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:36.710348+00:00 (in 9.999470 seconds)
gcworker stdout | 2023-06-29 13:32:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:36 UTC)" (scheduled at 2023-06-29 13:32:26.710348+00:00)
gcworker stdout | 2023-06-29 13:32:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835946711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:32:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:32:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:32:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:32:28,442 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:36.011593+00:00 (in 5.999711 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:37:30 UTC)" (scheduled at 2023-06-29 13:32:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,013 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 32, 30, 12321), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 32, 30, 12321), True, datetime.datetime(2023, 6, 29, 13, 32, 30, 12321), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 32, 30, 12321), True, datetime.datetime(2023, 6, 29, 13, 32, 30, 12321), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 32, 30, 12321), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:32:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:37:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:32:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:40.109381+00:00 (in 9.999485 seconds)
notificationworker stdout | 2023-06-29 13:32:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:40 UTC)" (scheduled at 2023-06-29 13:32:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:32:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:32:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 30, 110403), True, datetime.datetime(2023, 6, 29, 13, 32, 30, 110403), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:32:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:32:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:32:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:32:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:32:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:38.157912+00:00 (in 5.094612 seconds)
securityworker stdout | 2023-06-29 13:32:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:03 UTC)" (scheduled at 2023-06-29 13:32:33.062807+00:00)
securityworker stdout | 2023-06-29 13:32:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:32:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:32:33,067 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:32:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:32:33,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:32:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:32:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:32:34,278 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:32:35,210 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:32:35,213 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:32:35,216 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:32:35,219 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:32:35,285 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:32:35,654 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:32:35,704 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:32:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:32:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:14.835653+00:00 (in 38.823501 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:32:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:36 UTC)" (scheduled at 2023-06-29 13:32:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:32:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:32:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:32:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:32:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:46.710348+00:00 (in 9.999484 seconds)
gcworker stdout | 2023-06-29 13:32:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:46 UTC)" (scheduled at 2023-06-29 13:32:36.710348+00:00)
gcworker stdout | 2023-06-29 13:32:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835956711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:32:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:32:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:32:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:32:37,664 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:32:37,685 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:32:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:32:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:03.062807+00:00 (in 24.904359 seconds)
securityworker stdout | 2023-06-29 13:32:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:08 UTC)" (scheduled at 2023-06-29 13:32:38.157912+00:00)
securityworker stdout | 2023-06-29 13:32:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:32:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:32:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:32:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:32:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:32:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:32:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:32:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:32:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:32:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:32:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 27, 38, 164736), 1, 2])
securityworker stdout | 2023-06-29 13:32:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:32:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:32:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 27, 38, 164736), 1, 2])
securityworker stdout | 2023-06-29 13:32:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:32:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:32:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:32:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:32:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:32:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:32:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:32:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:32:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:32:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:32:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:58.014887+00:00 (in 19.786669 seconds)
repositorygcworker stdout | 2023-06-29 13:32:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:38 UTC)" (scheduled at 2023-06-29 13:32:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:32:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:32:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:32:39,040 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:32:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:50.109381+00:00 (in 9.999489 seconds)
notificationworker stdout | 2023-06-29 13:32:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:50 UTC)" (scheduled at 2023-06-29 13:32:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:32:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:32:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 40, 110264), True, datetime.datetime(2023, 6, 29, 13, 32, 40, 110264), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:32:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:32:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:32:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:32:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:32:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:04.217001+00:00 (in 24.083904 seconds)
namespacegcworker stdout | 2023-06-29 13:32:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:40 UTC)" (scheduled at 2023-06-29 13:32:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:32:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:32:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 40, 133497), True, datetime.datetime(2023, 6, 29, 13, 32, 40, 133497), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:32:40,137 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:32:40,137 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:32:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:32:40,170 [196] [DEBUG] [app] Starting request: urn:request:226c9faf-04f3-4036-9691-5fc3401e4be0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:40,170 [195] [DEBUG] [app] Starting request: urn:request:64dd5248-bb11-4ea5-aa52-d6bf00c6480c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:40,172 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:40,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:32:40,174 [218] [DEBUG] [app] Starting request: urn:request:48f359b8-f1e1-449b-a821-d77c3e541990 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:40,174 [208] [DEBUG] [app] Starting request: urn:request:1b8b5605-9935-45b8-b87d-eed9dc64eeec (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:40,174 [208] [DEBUG] [app] Ending request: urn:request:1b8b5605-9935-45b8-b87d-eed9dc64eeec (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1b8b5605-9935-45b8-b87d-eed9dc64eeec', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:40,174 [218] [DEBUG] [app] Ending request: urn:request:48f359b8-f1e1-449b-a821-d77c3e541990 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:48f359b8-f1e1-449b-a821-d77c3e541990', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:40,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:32:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:32:40,175 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:40,175 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:40,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:40,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:40,178 [194] [DEBUG] [app] Starting request: urn:request:f5135618-20e7-44f8-afb6-98e0d3d2c71d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:40,178 [195] [DEBUG] [app] Starting request: urn:request:abbb69a2-e979-4312-bb5f-c9c045fbde2b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:40,178 [194] [DEBUG] [app] Ending request: urn:request:f5135618-20e7-44f8-afb6-98e0d3d2c71d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f5135618-20e7-44f8-afb6-98e0d3d2c71d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:40,178 [195] [DEBUG] [app] Ending request: urn:request:abbb69a2-e979-4312-bb5f-c9c045fbde2b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:abbb69a2-e979-4312-bb5f-c9c045fbde2b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:40,179 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:40,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:32:40,179 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:40,179 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:40,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:40,179 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:40,182 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:40,186 [195] [DEBUG] [app] Ending request: urn:request:64dd5248-bb11-4ea5-aa52-d6bf00c6480c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:64dd5248-bb11-4ea5-aa52-d6bf00c6480c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:40,186 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:32:40,186 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:32:40,266 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:40,269 [196] [DEBUG] [app] Ending request: urn:request:226c9faf-04f3-4036-9691-5fc3401e4be0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:226c9faf-04f3-4036-9691-5fc3401e4be0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:40,269 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:32:40,269 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.100 118 0.100)
logrotateworker stdout | 2023-06-29 13:32:40,566 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:32:42,183 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:32:42,201 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:32:42,576 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:32:44,744 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:32:45,758 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:32:45,761 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:32:45,764 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:32:45,767 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:32:45,770 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:32:45,773 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:32:45,776 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:32:45,779 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:32:45,801 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:32:45,944 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:32:46,038 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:32:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:32:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:16.328917+00:00 (in 29.999503 seconds)
buildlogsarchiver stdout | 2023-06-29 13:32:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:16 UTC)" (scheduled at 2023-06-29 13:32:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:32:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 32, 46, 329805), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:32:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:32:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:32:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:16 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:32:46,468 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:32:46,587 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:32:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:32:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:32:56.710348+00:00 (in 9.999465 seconds)
gcworker stdout | 2023-06-29 13:32:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:56 UTC)" (scheduled at 2023-06-29 13:32:46.710348+00:00)
gcworker stdout | 2023-06-29 13:32:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835966711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:32:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:32:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:32:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:32:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:32:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:32:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:46.720304+00:00 (in 59.999543 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:32:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:46 UTC)" (scheduled at 2023-06-29 13:32:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:32:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:32:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:32:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:32:47,230 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:32:47,233 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:32:47,235 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:32:47,566 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:32:49,342 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:32:49,348 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:32:49,832 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:32:49,838 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:32:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:32:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:00.109381+00:00 (in 9.999553 seconds)
notificationworker stdout | 2023-06-29 13:32:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:00 UTC)" (scheduled at 2023-06-29 13:32:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:32:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:32:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 50, 110284), True, datetime.datetime(2023, 6, 29, 13, 32, 50, 110284), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:32:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:32:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:32:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:32:55,169 [193] [DEBUG] [app] Starting request: urn:request:b34f05ce-aa4f-4191-86b9-476fe456cdc9 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:55,169 [195] [DEBUG] [app] Starting request: urn:request:50f9d926-fc3d-451c-aced-083e8ce8c0c3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:32:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:32:55,172 [221] [DEBUG] [app] Starting request: urn:request:80a21865-a99e-4372-925a-e05ba15d3a37 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:55,172 [215] [DEBUG] [app] Starting request: urn:request:9ac13582-0468-43ab-9daa-14fd495c3106 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:32:55,173 [221] [DEBUG] [app] Ending request: urn:request:80a21865-a99e-4372-925a-e05ba15d3a37 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:80a21865-a99e-4372-925a-e05ba15d3a37', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:55,173 [215] [DEBUG] [app] Ending request: urn:request:9ac13582-0468-43ab-9daa-14fd495c3106 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9ac13582-0468-43ab-9daa-14fd495c3106', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:32:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:32:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:32:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:32:55,176 [196] [DEBUG] [app] Starting request: urn:request:90c9b5c7-6f21-4750-9771-7654e6ada669 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:55,176 [194] [DEBUG] [app] Starting request: urn:request:84bff26b-a171-43ec-a495-e3a137883c64 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:32:55,176 [196] [DEBUG] [app] Ending request: urn:request:90c9b5c7-6f21-4750-9771-7654e6ada669 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:90c9b5c7-6f21-4750-9771-7654e6ada669', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:55,177 [194] [DEBUG] [app] Ending request: urn:request:84bff26b-a171-43ec-a495-e3a137883c64 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:84bff26b-a171-43ec-a495-e3a137883c64', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:32:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:32:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:32:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:32:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:32:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:32:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:32:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:32:55,183 [193] [DEBUG] [app] Ending request: urn:request:b34f05ce-aa4f-4191-86b9-476fe456cdc9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b34f05ce-aa4f-4191-86b9-476fe456cdc9', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:55,183 [195] [DEBUG] [app] Ending request: urn:request:50f9d926-fc3d-451c-aced-083e8ce8c0c3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:50f9d926-fc3d-451c-aced-083e8ce8c0c3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:32:55,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:32:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:32:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:32:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:32:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:32:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:32:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:32:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:06.710348+00:00 (in 9.999425 seconds)
gcworker stdout | 2023-06-29 13:32:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:06 UTC)" (scheduled at 2023-06-29 13:32:56.710348+00:00)
gcworker stdout | 2023-06-29 13:32:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835976711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:32:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:32:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:32:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:32:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:32:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:30.227434+00:00 (in 32.212056 seconds)
repositorygcworker stdout | 2023-06-29 13:32:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:58 UTC)" (scheduled at 2023-06-29 13:32:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:32:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:32:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 32, 58, 15789), True, datetime.datetime(2023, 6, 29, 13, 32, 58, 15789), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:32:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:32:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:32:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:33:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:32:58,479 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:33:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:10.109381+00:00 (in 9.999488 seconds)
notificationworker stdout | 2023-06-29 13:33:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:10 UTC)" (scheduled at 2023-06-29 13:33:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:33:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:33:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 0, 110357), True, datetime.datetime(2023, 6, 29, 13, 33, 0, 110357), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:33:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:33:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:33:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:33:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:33:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:08.157912+00:00 (in 5.094593 seconds)
securityworker stdout | 2023-06-29 13:33:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:33 UTC)" (scheduled at 2023-06-29 13:33:03.062807+00:00)
securityworker stdout | 2023-06-29 13:33:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:33:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:33:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:33:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:33:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:33:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:33:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:33:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:33:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:40.132615+00:00 (in 35.915140 seconds)
namespacegcworker stdout | 2023-06-29 13:33:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:04 UTC)" (scheduled at 2023-06-29 13:33:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:33:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:33:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:33:04,300 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:33:05,218 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:33:05,222 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:33:05,224 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:33:05,227 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:33:05,292 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:33:05,690 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:33:05,741 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:33:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:33:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:16.710348+00:00 (in 9.999412 seconds)
gcworker stdout | 2023-06-29 13:33:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:16 UTC)" (scheduled at 2023-06-29 13:33:06.710348+00:00)
gcworker stdout | 2023-06-29 13:33:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835986711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:33:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:33:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:33:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:33:07,692 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:33:07,713 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:33:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:33:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:26.236566+00:00 (in 18.127126 seconds)
exportactionlogsworker stdout | 2023-06-29 13:33:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:08 UTC)" (scheduled at 2023-06-29 13:33:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:33:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:33:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 8, 109929), True, datetime.datetime(2023, 6, 29, 13, 33, 8, 109929), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:33:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:33:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:33:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:33:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:33:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:33.062807+00:00 (in 24.904391 seconds)
securityworker stdout | 2023-06-29 13:33:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:38 UTC)" (scheduled at 2023-06-29 13:33:08.157912+00:00)
securityworker stdout | 2023-06-29 13:33:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:33:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:33:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:33:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:33:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:33:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:33:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:33:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:33:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:33:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:33:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 28, 8, 164703), 1, 2])
securityworker stdout | 2023-06-29 13:33:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:33:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:33:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 28, 8, 164703), 1, 2])
securityworker stdout | 2023-06-29 13:33:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:33:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:33:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:33:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:33:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:33:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:33:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:33:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:33:09,077 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:33:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:10.614040+00:00 (in 0.504132 seconds)
notificationworker stdout | 2023-06-29 13:33:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:20 UTC)" (scheduled at 2023-06-29 13:33:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:33:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:33:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 10, 110445), True, datetime.datetime(2023, 6, 29, 13, 33, 10, 110445), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:33:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:33:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:33:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:33:10,170 [194] [DEBUG] [app] Starting request: urn:request:4f1185f7-f95d-49fe-94d1-b3abe1a357ff (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:10,170 [193] [DEBUG] [app] Starting request: urn:request:735ac14f-2873-4cbf-9aa6-0edda5405524 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:33:10,173 [209] [DEBUG] [app] Starting request: urn:request:7fec3061-26a6-4e37-baa6-810e1aa49e05 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:10,173 [208] [DEBUG] [app] Starting request: urn:request:25832b7f-cf29-418a-a33f-7aeb370c6cc0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:10,173 [208] [DEBUG] [app] Ending request: urn:request:25832b7f-cf29-418a-a33f-7aeb370c6cc0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:25832b7f-cf29-418a-a33f-7aeb370c6cc0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:10,173 [209] [DEBUG] [app] Ending request: urn:request:7fec3061-26a6-4e37-baa6-810e1aa49e05 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7fec3061-26a6-4e37-baa6-810e1aa49e05', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:10,174 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:33:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:33:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:10,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:10,176 [193] [DEBUG] [app] Starting request: urn:request:72d40503-72a8-42eb-993d-4b990f9ea212 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:10,177 [193] [DEBUG] [app] Ending request: urn:request:72d40503-72a8-42eb-993d-4b990f9ea212 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:72d40503-72a8-42eb-993d-4b990f9ea212', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:33:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:10,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:10,178 [196] [DEBUG] [app] Starting request: urn:request:b4263d7c-0b51-4f04-b34a-ac7552215261 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:10,179 [196] [DEBUG] [app] Ending request: urn:request:b4263d7c-0b51-4f04-b34a-ac7552215261 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b4263d7c-0b51-4f04-b34a-ac7552215261', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:10,179 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:33:10,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:10,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:10,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:10,183 [194] [DEBUG] [app] Ending request: urn:request:4f1185f7-f95d-49fe-94d1-b3abe1a357ff (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4f1185f7-f95d-49fe-94d1-b3abe1a357ff', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:33:10,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:33:10,185 [193] [DEBUG] [app] Ending request: urn:request:735ac14f-2873-4cbf-9aa6-0edda5405524 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:735ac14f-2873-4cbf-9aa6-0edda5405524', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:10,185 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:33:10,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
logrotateworker stdout | 2023-06-29 13:33:10,578 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
notificationworker stdout | 2023-06-29 13:33:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:20.109381+00:00 (in 9.494774 seconds)
notificationworker stdout | 2023-06-29 13:33:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:10 UTC)" (scheduled at 2023-06-29 13:33:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:33:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:33:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:10 UTC)" executed successfully
storagereplication stdout | 2023-06-29 13:33:12,220 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:33:12,236 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:33:12,585 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:33:14,757 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:36.011593+00:00 (in 21.175463 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:14 UTC)" (scheduled at 2023-06-29 13:33:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 14, 836544), True, datetime.datetime(2023, 6, 29, 13, 33, 14, 836544), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:33:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:33:15,769 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:33:15,772 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:33:15,775 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:33:15,778 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:33:15,781 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:33:15,784 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:33:15,788 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:33:15,791 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:33:15,810 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:33:15,954 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:33:16,074 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:33:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:33:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:46.328917+00:00 (in 29.999554 seconds)
buildlogsarchiver stdout | 2023-06-29 13:33:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:46 UTC)" (scheduled at 2023-06-29 13:33:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:33:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 33, 16, 329753), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:33:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:33:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:33:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:33:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:33:16,505 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:33:16,623 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:33:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:33:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:26.710348+00:00 (in 9.999385 seconds)
gcworker stdout | 2023-06-29 13:33:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:26 UTC)" (scheduled at 2023-06-29 13:33:16.710348+00:00)
gcworker stdout | 2023-06-29 13:33:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686835996711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:33:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:33:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:33:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:33:17,240 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:33:17,243 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:33:17,245 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:33:17,603 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:33:19,350 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:33:19,384 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:33:19,851 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:33:19,854 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:33:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:30.109381+00:00 (in 9.999538 seconds)
notificationworker stdout | 2023-06-29 13:33:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:30 UTC)" (scheduled at 2023-06-29 13:33:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:33:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:33:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 20, 110329), True, datetime.datetime(2023, 6, 29, 13, 33, 20, 110329), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:33:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:33:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:33:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:33:25,169 [193] [DEBUG] [app] Starting request: urn:request:bb156401-aa7d-4ec2-9157-94674a0067a4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:25,169 [194] [DEBUG] [app] Starting request: urn:request:ebd564b0-ec39-4cfe-8f43-8399fe5c6115 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:25,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:25,170 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:33:25,172 [214] [DEBUG] [app] Starting request: urn:request:280e52ba-cce2-4d22-b6ab-6a0a5b64f300 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:25,172 [221] [DEBUG] [app] Starting request: urn:request:c86fc2b5-dea6-469f-adc1-6ceaec2f4832 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:25,172 [221] [DEBUG] [app] Ending request: urn:request:c86fc2b5-dea6-469f-adc1-6ceaec2f4832 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c86fc2b5-dea6-469f-adc1-6ceaec2f4832', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:25,173 [214] [DEBUG] [app] Ending request: urn:request:280e52ba-cce2-4d22-b6ab-6a0a5b64f300 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:280e52ba-cce2-4d22-b6ab-6a0a5b64f300', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:33:25,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:33:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:33:25,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:25,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:25,174 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:25,176 [196] [DEBUG] [app] Starting request: urn:request:f6f08a03-5f90-491e-93f6-c107eaa054a6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:25,176 [193] [DEBUG] [app] Starting request: urn:request:96b7a893-f7a4-4540-840a-06bc34ad9fc2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:25,176 [196] [DEBUG] [app] Ending request: urn:request:f6f08a03-5f90-491e-93f6-c107eaa054a6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f6f08a03-5f90-491e-93f6-c107eaa054a6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:33:25,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:33:25,176 [193] [DEBUG] [app] Ending request: urn:request:96b7a893-f7a4-4540-840a-06bc34ad9fc2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:96b7a893-f7a4-4540-840a-06bc34ad9fc2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:33:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:25,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:25,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:25,184 [193] [DEBUG] [app] Ending request: urn:request:bb156401-aa7d-4ec2-9157-94674a0067a4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bb156401-aa7d-4ec2-9157-94674a0067a4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:33:25,184 [194] [DEBUG] [app] Ending request: urn:request:ebd564b0-ec39-4cfe-8f43-8399fe5c6115 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ebd564b0-ec39-4cfe-8f43-8399fe5c6115', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:33:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:33:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 13:33:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:33:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:08.108858+00:00 (in 41.871793 seconds)
exportactionlogsworker stdout | 2023-06-29 13:33:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:26 UTC)" (scheduled at 2023-06-29 13:33:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:33:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:33:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:33:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:33:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:36.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:33:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:36 UTC)" (scheduled at 2023-06-29 13:33:26.710348+00:00)
gcworker stdout | 2023-06-29 13:33:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836006711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:33:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:33:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:33:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:33:28,502 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:33:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:40.109381+00:00 (in 9.999455 seconds)
notificationworker stdout | 2023-06-29 13:33:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:40 UTC)" (scheduled at 2023-06-29 13:33:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:33:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:33:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 30, 110504), True, datetime.datetime(2023, 6, 29, 13, 33, 30, 110504), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:33:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:33:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:33:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:33:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:33:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:38.227751+00:00 (in 7.999829 seconds)
repositorygcworker stdout | 2023-06-29 13:33:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:38:30 UTC)" (scheduled at 2023-06-29 13:33:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:33:30,229 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 33, 30, 228471), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:33:30,233 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 33, 30, 228471), True, datetime.datetime(2023, 6, 29, 13, 33, 30, 228471), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:33:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 33, 30, 228471), True, datetime.datetime(2023, 6, 29, 13, 33, 30, 228471), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 33, 30, 228471), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:33:30,235 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:33:30,235 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:38:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:33:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:33:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:38.157912+00:00 (in 5.094577 seconds)
securityworker stdout | 2023-06-29 13:33:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:03 UTC)" (scheduled at 2023-06-29 13:33:33.062807+00:00)
securityworker stdout | 2023-06-29 13:33:33,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:33:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:33:33,067 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:33:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:33:33,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:33:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:33:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:33:34,337 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:33:35,227 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:33:35,229 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:33:35,232 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:33:35,235 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:33:35,300 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:33:35,727 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:33:35,761 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:33:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:33:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:14.835653+00:00 (in 38.823599 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:33:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:36 UTC)" (scheduled at 2023-06-29 13:33:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:33:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:33:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:33:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:33:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:46.710348+00:00 (in 9.999495 seconds)
gcworker stdout | 2023-06-29 13:33:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:46 UTC)" (scheduled at 2023-06-29 13:33:36.710348+00:00)
gcworker stdout | 2023-06-29 13:33:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836016711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:33:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:33:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:33:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:33:37,715 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:33:37,749 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:33:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:33:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:03.062807+00:00 (in 24.904369 seconds)
securityworker stdout | 2023-06-29 13:33:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:08 UTC)" (scheduled at 2023-06-29 13:33:38.157912+00:00)
securityworker stdout | 2023-06-29 13:33:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:33:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:33:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:33:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:33:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:33:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:33:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:33:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:33:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:33:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:33:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 28, 38, 165355), 1, 2])
securityworker stdout | 2023-06-29 13:33:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:33:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:33:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 28, 38, 165355), 1, 2])
securityworker stdout | 2023-06-29 13:33:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:33:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:33:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:33:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:33:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:33:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:33:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:33:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:33:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:33:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:33:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:58.014887+00:00 (in 19.786481 seconds)
repositorygcworker stdout | 2023-06-29 13:33:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:38 UTC)" (scheduled at 2023-06-29 13:33:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:33:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:33:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:33:39,114 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:33:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:50.109381+00:00 (in 9.999364 seconds)
notificationworker stdout | 2023-06-29 13:33:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:50 UTC)" (scheduled at 2023-06-29 13:33:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:33:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:33:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 40, 110420), True, datetime.datetime(2023, 6, 29, 13, 33, 40, 110420), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:33:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:33:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:33:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:33:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:33:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:04.217001+00:00 (in 24.083880 seconds)
namespacegcworker stdout | 2023-06-29 13:33:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:40 UTC)" (scheduled at 2023-06-29 13:33:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:33:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:33:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 40, 133503), True, datetime.datetime(2023, 6, 29, 13, 33, 40, 133503), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:33:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:33:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:33:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:33:40,169 [193] [DEBUG] [app] Starting request: urn:request:c5ef4f1e-ffce-4e1e-919b-956630401a12 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:40,169 [196] [DEBUG] [app] Starting request: urn:request:829f4699-b07c-41ce-af1e-cf8b5ce70abb (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:33:40,173 [214] [DEBUG] [app] Starting request: urn:request:613c2986-172d-4359-80c0-defe3be389fc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:40,173 [208] [DEBUG] [app] Starting request: urn:request:f301424e-fdf8-40ef-b9f5-8c47070e6363 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:40,173 [208] [DEBUG] [app] Ending request: urn:request:f301424e-fdf8-40ef-b9f5-8c47070e6363 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f301424e-fdf8-40ef-b9f5-8c47070e6363', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:40,173 [214] [DEBUG] [app] Ending request: urn:request:613c2986-172d-4359-80c0-defe3be389fc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:613c2986-172d-4359-80c0-defe3be389fc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:33:40,174 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:33:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:40,176 [193] [DEBUG] [app] Starting request: urn:request:6ea634bf-e229-47f3-b3bd-6ace45b87d96 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:40,176 [194] [DEBUG] [app] Starting request: urn:request:12e30dd2-db00-46e3-a0c2-f6acc0e87e10 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:40,176 [193] [DEBUG] [app] Ending request: urn:request:6ea634bf-e229-47f3-b3bd-6ace45b87d96 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6ea634bf-e229-47f3-b3bd-6ace45b87d96', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:40,177 [194] [DEBUG] [app] Ending request: urn:request:12e30dd2-db00-46e3-a0c2-f6acc0e87e10 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:12e30dd2-db00-46e3-a0c2-f6acc0e87e10', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:33:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:33:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:40,183 [196] [DEBUG] [app] Ending request: urn:request:829f4699-b07c-41ce-af1e-cf8b5ce70abb (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:829f4699-b07c-41ce-af1e-cf8b5ce70abb', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:33:40,183 [193] [DEBUG] [app] Ending request: urn:request:c5ef4f1e-ffce-4e1e-919b-956630401a12 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c5ef4f1e-ffce-4e1e-919b-956630401a12', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:33:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:33:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
logrotateworker stdout | 2023-06-29 13:33:40,608 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:33:42,257 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:33:42,260 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:33:42,621 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:33:44,794 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:33:45,779 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:33:45,786 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:33:45,789 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:33:45,791 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:33:45,794 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:33:45,796 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:33:45,799 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:33:45,802 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:33:45,820 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:33:45,961 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:33:46,110 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:33:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:33:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:16.328917+00:00 (in 29.999514 seconds)
buildlogsarchiver stdout | 2023-06-29 13:33:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:16 UTC)" (scheduled at 2023-06-29 13:33:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:33:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 33, 46, 329788), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:33:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:33:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:33:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:16 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:33:46,540 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:33:46,660 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:33:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:33:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:33:56.710348+00:00 (in 9.999447 seconds)
gcworker stdout | 2023-06-29 13:33:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:56 UTC)" (scheduled at 2023-06-29 13:33:46.710348+00:00)
gcworker stdout | 2023-06-29 13:33:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836026711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:33:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:33:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:33:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:33:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:33:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:33:46,721 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:46.720304+00:00 (in 59.999415 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:33:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:46 UTC)" (scheduled at 2023-06-29 13:33:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:33:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:33:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:33:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:33:47,250 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:33:47,252 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:33:47,255 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:33:47,639 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:33:49,387 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:33:49,421 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:33:49,874 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:33:49,887 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:33:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:33:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:00.109381+00:00 (in 9.999533 seconds)
notificationworker stdout | 2023-06-29 13:33:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:00 UTC)" (scheduled at 2023-06-29 13:33:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:33:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:33:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 50, 110276), True, datetime.datetime(2023, 6, 29, 13, 33, 50, 110276), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:33:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:33:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:33:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:33:55,170 [196] [DEBUG] [app] Starting request: urn:request:519e3bd8-92db-4962-a614-efe5fd9dd496 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:55,170 [193] [DEBUG] [app] Starting request: urn:request:2ac30ba2-96a5-4f87-9d63-8b2ba957b4f4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:33:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:33:55,173 [215] [DEBUG] [app] Starting request: urn:request:011ddc25-b303-418a-8f86-95c4b7a1c4f8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:55,173 [221] [DEBUG] [app] Starting request: urn:request:0ef9110a-3f51-4311-a999-8b495cc6c93f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:33:55,173 [215] [DEBUG] [app] Ending request: urn:request:011ddc25-b303-418a-8f86-95c4b7a1c4f8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:011ddc25-b303-418a-8f86-95c4b7a1c4f8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:55,173 [221] [DEBUG] [app] Ending request: urn:request:0ef9110a-3f51-4311-a999-8b495cc6c93f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0ef9110a-3f51-4311-a999-8b495cc6c93f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:33:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:33:55,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:33:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:33:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:33:55,176 [193] [DEBUG] [app] Starting request: urn:request:0730bb44-6b1f-47e0-8191-838b854a0163 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:55,176 [195] [DEBUG] [app] Starting request: urn:request:df5f2fa2-dad8-439c-9d42-2a737c33df5e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:33:55,177 [193] [DEBUG] [app] Ending request: urn:request:0730bb44-6b1f-47e0-8191-838b854a0163 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0730bb44-6b1f-47e0-8191-838b854a0163', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:55,177 [195] [DEBUG] [app] Ending request: urn:request:df5f2fa2-dad8-439c-9d42-2a737c33df5e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:df5f2fa2-dad8-439c-9d42-2a737c33df5e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:33:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:33:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:33:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.001)
gunicorn-web stdout | 2023-06-29 13:33:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:33:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:33:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:33:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:33:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:33:55,183 [193] [DEBUG] [app] Ending request: urn:request:2ac30ba2-96a5-4f87-9d63-8b2ba957b4f4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2ac30ba2-96a5-4f87-9d63-8b2ba957b4f4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:55,184 [196] [DEBUG] [app] Ending request: urn:request:519e3bd8-92db-4962-a614-efe5fd9dd496 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:519e3bd8-92db-4962-a614-efe5fd9dd496', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:33:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:33:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:33:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:33:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:33:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:33:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:33:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:33:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:06.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:33:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:06 UTC)" (scheduled at 2023-06-29 13:33:56.710348+00:00)
gcworker stdout | 2023-06-29 13:33:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836036711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:33:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:33:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:33:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:33:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:33:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:38.227751+00:00 (in 40.212388 seconds)
repositorygcworker stdout | 2023-06-29 13:33:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:58 UTC)" (scheduled at 2023-06-29 13:33:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:33:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:33:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 33, 58, 15746), True, datetime.datetime(2023, 6, 29, 13, 33, 58, 15746), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:33:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:33:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:33:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:34:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:33:58,539 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:34:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:10.109381+00:00 (in 9.999511 seconds)
notificationworker stdout | 2023-06-29 13:34:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:10 UTC)" (scheduled at 2023-06-29 13:34:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:34:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:34:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 0, 110363), True, datetime.datetime(2023, 6, 29, 13, 34, 0, 110363), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:34:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:34:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:34:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:34:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:34:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:08.157912+00:00 (in 5.094599 seconds)
securityworker stdout | 2023-06-29 13:34:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:33 UTC)" (scheduled at 2023-06-29 13:34:03.062807+00:00)
securityworker stdout | 2023-06-29 13:34:03,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:34:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:34:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:34:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:34:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:34:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:34:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:34:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:34:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:30.216752+00:00 (in 25.999292 seconds)
namespacegcworker stdout | 2023-06-29 13:34:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:04 UTC)" (scheduled at 2023-06-29 13:34:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:34:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:34:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:34:04,350 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:34:05,236 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:34:05,239 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:34:05,241 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:34:05,244 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:34:05,308 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:34:05,761 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:34:05,798 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:34:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:34:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:16.710348+00:00 (in 9.999497 seconds)
gcworker stdout | 2023-06-29 13:34:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:16 UTC)" (scheduled at 2023-06-29 13:34:06.710348+00:00)
gcworker stdout | 2023-06-29 13:34:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836046711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:34:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:34:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:34:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:34:07,746 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:34:07,785 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:34:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:34:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:26.236566+00:00 (in 18.127270 seconds)
exportactionlogsworker stdout | 2023-06-29 13:34:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:08 UTC)" (scheduled at 2023-06-29 13:34:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:34:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:34:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 8, 109663), True, datetime.datetime(2023, 6, 29, 13, 34, 8, 109663), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:34:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:34:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:34:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:34:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:34:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:33.062807+00:00 (in 24.904365 seconds)
securityworker stdout | 2023-06-29 13:34:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:38 UTC)" (scheduled at 2023-06-29 13:34:08.157912+00:00)
securityworker stdout | 2023-06-29 13:34:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:34:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:34:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:34:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:34:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:34:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:34:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:34:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:34:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:34:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:34:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 29, 8, 164684), 1, 2])
securityworker stdout | 2023-06-29 13:34:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:34:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:34:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 29, 8, 164684), 1, 2])
securityworker stdout | 2023-06-29 13:34:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:34:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:34:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:34:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:34:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:34:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:34:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:34:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:34:09,151 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:34:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:10.614040+00:00 (in 0.504143 seconds)
notificationworker stdout | 2023-06-29 13:34:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:20 UTC)" (scheduled at 2023-06-29 13:34:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:34:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:34:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 10, 110368), True, datetime.datetime(2023, 6, 29, 13, 34, 10, 110368), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:34:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:34:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:34:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:34:10,169 [193] [DEBUG] [app] Starting request: urn:request:8813e659-59ce-454b-868a-f56e88a3fe4c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:10,170 [196] [DEBUG] [app] Starting request: urn:request:f55b9cff-bc1c-49a8-89f8-a1f0ee5e8fde (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:34:10,173 [221] [DEBUG] [app] Starting request: urn:request:9e952edc-1861-4c2b-9d49-36f7780c94e9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:10,173 [208] [DEBUG] [app] Starting request: urn:request:ddbcdff8-6038-4cd1-805b-30a3c3c763c8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:10,173 [221] [DEBUG] [app] Ending request: urn:request:9e952edc-1861-4c2b-9d49-36f7780c94e9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9e952edc-1861-4c2b-9d49-36f7780c94e9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:10,173 [208] [DEBUG] [app] Ending request: urn:request:ddbcdff8-6038-4cd1-805b-30a3c3c763c8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ddbcdff8-6038-4cd1-805b-30a3c3c763c8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:34:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:34:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:10,176 [196] [DEBUG] [app] Starting request: urn:request:8d385a84-bc36-4c79-8563-aa249eeb734d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:10,176 [195] [DEBUG] [app] Starting request: urn:request:b7ad7146-f921-4489-bc06-b4a423f11e69 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:10,177 [196] [DEBUG] [app] Ending request: urn:request:8d385a84-bc36-4c79-8563-aa249eeb734d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8d385a84-bc36-4c79-8563-aa249eeb734d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:10,177 [195] [DEBUG] [app] Ending request: urn:request:b7ad7146-f921-4489-bc06-b4a423f11e69 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b7ad7146-f921-4489-bc06-b4a423f11e69', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:34:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:34:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:10,183 [196] [DEBUG] [app] Ending request: urn:request:f55b9cff-bc1c-49a8-89f8-a1f0ee5e8fde (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f55b9cff-bc1c-49a8-89f8-a1f0ee5e8fde', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:10,183 [193] [DEBUG] [app] Ending request: urn:request:8813e659-59ce-454b-868a-f56e88a3fe4c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8813e659-59ce-454b-868a-f56e88a3fe4c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:34:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
notificationworker stdout | 2023-06-29 13:34:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:20.109381+00:00 (in 9.494862 seconds)
notificationworker stdout | 2023-06-29 13:34:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:10 UTC)" (scheduled at 2023-06-29 13:34:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:34:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:34:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:34:10,633 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:34:12,295 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:34:12,297 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:34:12,634 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:34:14,832 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,835 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:36.011593+00:00 (in 21.175502 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:14 UTC)" (scheduled at 2023-06-29 13:34:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 14, 836478), True, datetime.datetime(2023, 6, 29, 13, 34, 14, 836478), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:34:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:34:15,789 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:34:15,797 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:34:15,801 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:34:15,804 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:34:15,807 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:34:15,810 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:34:15,812 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:34:15,815 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:34:15,829 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:34:15,998 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:34:16,146 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:34:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:34:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:46.328917+00:00 (in 29.999491 seconds)
buildlogsarchiver stdout | 2023-06-29 13:34:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:46 UTC)" (scheduled at 2023-06-29 13:34:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:34:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 34, 16, 329854), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:34:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:34:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:34:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:34:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:34:16,577 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:34:16,697 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:34:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:34:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:26.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:34:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:26 UTC)" (scheduled at 2023-06-29 13:34:16.710348+00:00)
gcworker stdout | 2023-06-29 13:34:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836056711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:34:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:34:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:34:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:26 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:34:17,259 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:34:17,262 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:34:17,265 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:34:17,673 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:34:19,424 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:34:19,457 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:34:19,898 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:34:19,923 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:34:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:30.109381+00:00 (in 9.999540 seconds)
notificationworker stdout | 2023-06-29 13:34:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:30 UTC)" (scheduled at 2023-06-29 13:34:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:34:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:34:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 20, 110326), True, datetime.datetime(2023, 6, 29, 13, 34, 20, 110326), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:34:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:34:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:34:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:34:25,170 [193] [DEBUG] [app] Starting request: urn:request:403659b7-6bd2-4c1f-a6a9-4ec667a61ab5 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:25,170 [196] [DEBUG] [app] Starting request: urn:request:dd7abb0d-0429-4afc-9dd9-828f8e3e6a6b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:34:25,173 [208] [DEBUG] [app] Starting request: urn:request:bf36d5b9-5b7a-4670-bf5a-475c4aa08b88 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:25,173 [221] [DEBUG] [app] Starting request: urn:request:8b3f5629-e716-43fb-a2a3-d488b2925ecf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:25,173 [208] [DEBUG] [app] Ending request: urn:request:bf36d5b9-5b7a-4670-bf5a-475c4aa08b88 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bf36d5b9-5b7a-4670-bf5a-475c4aa08b88', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:25,174 [221] [DEBUG] [app] Ending request: urn:request:8b3f5629-e716-43fb-a2a3-d488b2925ecf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8b3f5629-e716-43fb-a2a3-d488b2925ecf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:34:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:34:25,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:34:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:25,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:25,176 [195] [DEBUG] [app] Starting request: urn:request:bfb9e11d-704f-40ad-b005-82845a74bee4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:25,177 [195] [DEBUG] [app] Ending request: urn:request:bfb9e11d-704f-40ad-b005-82845a74bee4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bfb9e11d-704f-40ad-b005-82845a74bee4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:25,177 [196] [DEBUG] [app] Starting request: urn:request:ee029b9c-bde3-483b-b38b-3b0d1a4ffbc3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:34:25,178 [196] [DEBUG] [app] Ending request: urn:request:ee029b9c-bde3-483b-b38b-3b0d1a4ffbc3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ee029b9c-bde3-483b-b38b-3b0d1a4ffbc3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:25,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:25,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:34:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:25,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:25,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:25,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:25,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:25,185 [196] [DEBUG] [app] Ending request: urn:request:dd7abb0d-0429-4afc-9dd9-828f8e3e6a6b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:dd7abb0d-0429-4afc-9dd9-828f8e3e6a6b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:25,185 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:25,185 [193] [DEBUG] [app] Ending request: urn:request:403659b7-6bd2-4c1f-a6a9-4ec667a61ab5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:403659b7-6bd2-4c1f-a6a9-4ec667a61ab5', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:25,185 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:25,186 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:34:25,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:34:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:34:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:49.236331+00:00 (in 22.999308 seconds)
exportactionlogsworker stdout | 2023-06-29 13:34:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:26 UTC)" (scheduled at 2023-06-29 13:34:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:34:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:34:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:34:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:34:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:36.710348+00:00 (in 9.999497 seconds)
gcworker stdout | 2023-06-29 13:34:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:36 UTC)" (scheduled at 2023-06-29 13:34:26.710348+00:00)
gcworker stdout | 2023-06-29 13:34:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836066711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:34:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:34:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:34:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:34:28,577 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:34:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:40.109381+00:00 (in 9.999467 seconds)
notificationworker stdout | 2023-06-29 13:34:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:40 UTC)" (scheduled at 2023-06-29 13:34:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:34:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:34:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 30, 110390), True, datetime.datetime(2023, 6, 29, 13, 34, 30, 110390), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:34:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:34:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:34:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:34:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:34:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:40.132615+00:00 (in 9.915371 seconds)
namespacegcworker stdout | 2023-06-29 13:34:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:39:30 UTC)" (scheduled at 2023-06-29 13:34:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:34:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 34, 30, 217635), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:34:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 34, 30, 217635), True, datetime.datetime(2023, 6, 29, 13, 34, 30, 217635), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:34:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 34, 30, 217635), True, datetime.datetime(2023, 6, 29, 13, 34, 30, 217635), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 34, 30, 217635), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:34:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:34:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:39:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:34:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:34:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:38.157912+00:00 (in 5.094600 seconds)
securityworker stdout | 2023-06-29 13:34:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:03 UTC)" (scheduled at 2023-06-29 13:34:33.062807+00:00)
securityworker stdout | 2023-06-29 13:34:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:34:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:34:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:34:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:34:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:34:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:34:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:34:34,387 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:34:35,245 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:34:35,248 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:34:35,251 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:34:35,254 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:34:35,315 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:34:35,799 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:34:35,816 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:34:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:34:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:14.835653+00:00 (in 38.823546 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:34:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:36 UTC)" (scheduled at 2023-06-29 13:34:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:34:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:34:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:34:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:34:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:46.710348+00:00 (in 9.999479 seconds)
gcworker stdout | 2023-06-29 13:34:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:46 UTC)" (scheduled at 2023-06-29 13:34:36.710348+00:00)
gcworker stdout | 2023-06-29 13:34:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836076711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:34:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:34:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:34:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:34:37,784 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:34:37,820 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:34:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:34:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:03.062807+00:00 (in 24.904381 seconds)
securityworker stdout | 2023-06-29 13:34:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:08 UTC)" (scheduled at 2023-06-29 13:34:38.157912+00:00)
securityworker stdout | 2023-06-29 13:34:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:34:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:34:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:34:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:34:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:34:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:34:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:34:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:34:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:34:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:34:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 29, 38, 164774), 1, 2])
securityworker stdout | 2023-06-29 13:34:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:34:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:34:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 29, 38, 164774), 1, 2])
securityworker stdout | 2023-06-29 13:34:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:34:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:34:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:34:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:34:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:34:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:34:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:34:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:34:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:34:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:34:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:58.014887+00:00 (in 19.786663 seconds)
repositorygcworker stdout | 2023-06-29 13:34:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:38 UTC)" (scheduled at 2023-06-29 13:34:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:34:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:34:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:34:39,189 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:34:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:50.109381+00:00 (in 9.999492 seconds)
notificationworker stdout | 2023-06-29 13:34:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:50 UTC)" (scheduled at 2023-06-29 13:34:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:34:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:34:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 40, 110347), True, datetime.datetime(2023, 6, 29, 13, 34, 40, 110347), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:34:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:34:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:34:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:34:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:34:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:04.217001+00:00 (in 24.083914 seconds)
namespacegcworker stdout | 2023-06-29 13:34:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:40 UTC)" (scheduled at 2023-06-29 13:34:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:34:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:34:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 40, 133489), True, datetime.datetime(2023, 6, 29, 13, 34, 40, 133489), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:34:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:34:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:34:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:34:40,169 [193] [DEBUG] [app] Starting request: urn:request:e1fb136a-1e8a-4ca0-93e1-446852d4554c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:40,169 [195] [DEBUG] [app] Starting request: urn:request:22791df9-c0cb-453c-aefb-1523956a7f27 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:34:40,172 [218] [DEBUG] [app] Starting request: urn:request:011c6161-75fa-4ab4-b45e-210ebcf431d2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:40,172 [214] [DEBUG] [app] Starting request: urn:request:3ba3e260-3841-4ad6-aff3-6e490de63e75 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:40,173 [214] [DEBUG] [app] Ending request: urn:request:3ba3e260-3841-4ad6-aff3-6e490de63e75 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3ba3e260-3841-4ad6-aff3-6e490de63e75', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:40,173 [218] [DEBUG] [app] Ending request: urn:request:011c6161-75fa-4ab4-b45e-210ebcf431d2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:011c6161-75fa-4ab4-b45e-210ebcf431d2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:34:40,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.003)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.003)
gunicorn-web stdout | 2023-06-29 13:34:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:40,175 [193] [DEBUG] [app] Starting request: urn:request:2bf1e08f-184f-4023-a79c-4ddcd9de2e72 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:40,176 [196] [DEBUG] [app] Starting request: urn:request:e56be4fd-54c8-49f2-9e2e-5113c6274220 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:40,176 [193] [DEBUG] [app] Ending request: urn:request:2bf1e08f-184f-4023-a79c-4ddcd9de2e72 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2bf1e08f-184f-4023-a79c-4ddcd9de2e72', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:40,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:40,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:40,176 [196] [DEBUG] [app] Ending request: urn:request:e56be4fd-54c8-49f2-9e2e-5113c6274220 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e56be4fd-54c8-49f2-9e2e-5113c6274220', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.000)
gunicorn-web stdout | 2023-06-29 13:34:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:34:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:40,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:40,182 [195] [DEBUG] [app] Ending request: urn:request:22791df9-c0cb-453c-aefb-1523956a7f27 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:22791df9-c0cb-453c-aefb-1523956a7f27', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:40,183 [193] [DEBUG] [app] Ending request: urn:request:e1fb136a-1e8a-4ca0-93e1-446852d4554c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e1fb136a-1e8a-4ca0-93e1-446852d4554c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.016)
gunicorn-web stdout | 2023-06-29 13:34:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.016)
logrotateworker stdout | 2023-06-29 13:34:40,670 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:34:42,332 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:34:42,336 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:34:42,669 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:34:44,869 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:34:45,798 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:34:45,804 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:34:45,810 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:34:45,813 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:34:45,817 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:34:45,819 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:34:45,822 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:34:45,825 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:34:45,837 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:34:46,028 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:34:46,183 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:34:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:34:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:16.328917+00:00 (in 29.999480 seconds)
buildlogsarchiver stdout | 2023-06-29 13:34:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:16 UTC)" (scheduled at 2023-06-29 13:34:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:34:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 34, 46, 329879), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:34:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:34:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:34:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:16 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:34:46,614 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gcworker stdout | 2023-06-29 13:34:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:34:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:34:56.710348+00:00 (in 9.999483 seconds)
gcworker stdout | 2023-06-29 13:34:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:56 UTC)" (scheduled at 2023-06-29 13:34:46.710348+00:00)
gcworker stdout | 2023-06-29 13:34:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836086711, 1209600, True, 3, 500, 1, 0])
repositorygcworker stdout | 2023-06-29 13:34:46,713 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gcworker stdout | 2023-06-29 13:34:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:34:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:34:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:34:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:34:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:34:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:46.720304+00:00 (in 59.999469 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:34:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:46 UTC)" (scheduled at 2023-06-29 13:34:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:34:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:34:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:34:46,723 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:46 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:34:47,268 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:34:47,271 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:34:47,274 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:34:47,709 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
exportactionlogsworker stdout | 2023-06-29 13:34:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:34:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:08.108858+00:00 (in 18.872037 seconds)
exportactionlogsworker stdout | 2023-06-29 13:34:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:39:49 UTC)" (scheduled at 2023-06-29 13:34:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:34:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 34, 49, 237276), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:34:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 34, 49, 237276), True, datetime.datetime(2023, 6, 29, 13, 34, 49, 237276), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:34:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 34, 49, 237276), True, datetime.datetime(2023, 6, 29, 13, 34, 49, 237276), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 34, 49, 237276), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:34:49,244 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:34:49,244 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:39:49 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:34:49,461 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:34:49,493 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:34:49,917 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:34:49,957 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:34:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:34:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:00.109381+00:00 (in 9.999490 seconds)
notificationworker stdout | 2023-06-29 13:34:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:00 UTC)" (scheduled at 2023-06-29 13:34:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:34:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:34:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 50, 110405), True, datetime.datetime(2023, 6, 29, 13, 34, 50, 110405), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:34:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:34:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:34:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:34:55,169 [193] [DEBUG] [app] Starting request: urn:request:e8a541ff-17db-4853-88a9-de1b94e4ccb3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:55,169 [195] [DEBUG] [app] Starting request: urn:request:d8bb4c35-074c-46e8-8802-95be4c554bbb (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:34:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:34:55,173 [208] [DEBUG] [app] Starting request: urn:request:9b98a2d1-c731-4ed9-a051-70b3b31d6085 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:55,173 [221] [DEBUG] [app] Starting request: urn:request:9f790e44-b956-4304-a960-975194e6aa36 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:34:55,173 [221] [DEBUG] [app] Ending request: urn:request:9f790e44-b956-4304-a960-975194e6aa36 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9f790e44-b956-4304-a960-975194e6aa36', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:55,173 [208] [DEBUG] [app] Ending request: urn:request:9b98a2d1-c731-4ed9-a051-70b3b31d6085 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9b98a2d1-c731-4ed9-a051-70b3b31d6085', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:34:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:34:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:34:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:55,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:55,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:34:55,177 [196] [DEBUG] [app] Starting request: urn:request:885ad939-ec98-4a84-ad49-4192b0e24207 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:55,177 [194] [DEBUG] [app] Starting request: urn:request:24ad2275-60ec-4ee0-bf89-188106adca78 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:34:55,178 [196] [DEBUG] [app] Ending request: urn:request:885ad939-ec98-4a84-ad49-4192b0e24207 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:885ad939-ec98-4a84-ad49-4192b0e24207', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:55,178 [194] [DEBUG] [app] Ending request: urn:request:24ad2275-60ec-4ee0-bf89-188106adca78 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:24ad2275-60ec-4ee0-bf89-188106adca78', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:34:55,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:34:55,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:34:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:34:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:34:55,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:55,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:34:55,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:55,179 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:34:55,182 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:55,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:34:55,185 [193] [DEBUG] [app] Ending request: urn:request:e8a541ff-17db-4853-88a9-de1b94e4ccb3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e8a541ff-17db-4853-88a9-de1b94e4ccb3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:55,185 [195] [DEBUG] [app] Ending request: urn:request:d8bb4c35-074c-46e8-8802-95be4c554bbb (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d8bb4c35-074c-46e8-8802-95be4c554bbb', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:34:55,186 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:55,186 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:34:55,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:34:55,186 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:34:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.017)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:34:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.017)
gcworker stdout | 2023-06-29 13:34:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:34:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:06.710348+00:00 (in 9.999494 seconds)
gcworker stdout | 2023-06-29 13:34:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:06 UTC)" (scheduled at 2023-06-29 13:34:56.710348+00:00)
gcworker stdout | 2023-06-29 13:34:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836096711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:34:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:34:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:34:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:34:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:34:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:38.227751+00:00 (in 40.212416 seconds)
repositorygcworker stdout | 2023-06-29 13:34:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:58 UTC)" (scheduled at 2023-06-29 13:34:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:34:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:34:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 34, 58, 15719), True, datetime.datetime(2023, 6, 29, 13, 34, 58, 15719), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:34:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:34:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:34:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:35:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:34:58,613 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:35:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:10.109381+00:00 (in 9.999467 seconds)
notificationworker stdout | 2023-06-29 13:35:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:10 UTC)" (scheduled at 2023-06-29 13:35:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:35:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:35:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 0, 110405), True, datetime.datetime(2023, 6, 29, 13, 35, 0, 110405), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:35:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:35:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:35:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:35:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:35:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:08.157912+00:00 (in 5.094620 seconds)
securityworker stdout | 2023-06-29 13:35:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:33 UTC)" (scheduled at 2023-06-29 13:35:03.062807+00:00)
securityworker stdout | 2023-06-29 13:35:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:35:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:35:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:35:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:35:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:35:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:35:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:35:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:35:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:40.132615+00:00 (in 35.915140 seconds)
namespacegcworker stdout | 2023-06-29 13:35:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:04 UTC)" (scheduled at 2023-06-29 13:35:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:35:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:35:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:35:04,423 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:35:05,255 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:35:05,259 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:35:05,262 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:35:05,265 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:35:05,323 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:35:05,837 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:35:05,852 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:35:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:35:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:16.710348+00:00 (in 9.999420 seconds)
gcworker stdout | 2023-06-29 13:35:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:16 UTC)" (scheduled at 2023-06-29 13:35:06.710348+00:00)
gcworker stdout | 2023-06-29 13:35:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836106711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:35:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:35:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:35:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:35:07,802 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:35:07,856 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:35:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:35:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:26.236566+00:00 (in 18.127175 seconds)
exportactionlogsworker stdout | 2023-06-29 13:35:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:08 UTC)" (scheduled at 2023-06-29 13:35:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:35:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:35:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 8, 109790), True, datetime.datetime(2023, 6, 29, 13, 35, 8, 109790), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:35:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:35:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:35:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:35:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:35:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:33.062807+00:00 (in 24.904425 seconds)
securityworker stdout | 2023-06-29 13:35:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:38 UTC)" (scheduled at 2023-06-29 13:35:08.157912+00:00)
securityworker stdout | 2023-06-29 13:35:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:35:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:35:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:35:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:35:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:35:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:35:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:35:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:35:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:35:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:35:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 30, 8, 164350), 1, 2])
securityworker stdout | 2023-06-29 13:35:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:35:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:35:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 30, 8, 164350), 1, 2])
securityworker stdout | 2023-06-29 13:35:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:35:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:35:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:35:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:35:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:35:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:35:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:35:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:35:09,227 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:35:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:10.614040+00:00 (in 0.504161 seconds)
notificationworker stdout | 2023-06-29 13:35:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:20 UTC)" (scheduled at 2023-06-29 13:35:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:35:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:35:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 10, 110282), True, datetime.datetime(2023, 6, 29, 13, 35, 10, 110282), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:35:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:35:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:35:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:35:10,169 [196] [DEBUG] [app] Starting request: urn:request:6faf3017-aaaa-43ae-9098-cead39de0944 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:10,169 [195] [DEBUG] [app] Starting request: urn:request:d5d39c69-4461-41df-bfe2-17d9df710101 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:35:10,172 [208] [DEBUG] [app] Starting request: urn:request:8fba3ddf-4a6d-4bd3-ad2d-97467671389f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:10,173 [221] [DEBUG] [app] Starting request: urn:request:5be6f90c-418e-4e29-9270-306227deed93 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:10,173 [208] [DEBUG] [app] Ending request: urn:request:8fba3ddf-4a6d-4bd3-ad2d-97467671389f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8fba3ddf-4a6d-4bd3-ad2d-97467671389f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:35:10,173 [221] [DEBUG] [app] Ending request: urn:request:5be6f90c-418e-4e29-9270-306227deed93 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5be6f90c-418e-4e29-9270-306227deed93', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:35:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:35:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:35:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:10,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:10,176 [193] [DEBUG] [app] Starting request: urn:request:0a68d73b-7f54-498a-a937-e6dd02684184 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:10,177 [193] [DEBUG] [app] Ending request: urn:request:0a68d73b-7f54-498a-a937-e6dd02684184 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0a68d73b-7f54-498a-a937-e6dd02684184', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:35:10,177 [195] [DEBUG] [app] Starting request: urn:request:e7199a80-d470-4a6e-8470-f3da545fbe6f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:10,177 [195] [DEBUG] [app] Ending request: urn:request:e7199a80-d470-4a6e-8470-f3da545fbe6f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e7199a80-d470-4a6e-8470-f3da545fbe6f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:35:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:10,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:10,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:10,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:10,184 [195] [DEBUG] [app] Ending request: urn:request:d5d39c69-4461-41df-bfe2-17d9df710101 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d5d39c69-4461-41df-bfe2-17d9df710101', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:10,184 [196] [DEBUG] [app] Ending request: urn:request:6faf3017-aaaa-43ae-9098-cead39de0944 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6faf3017-aaaa-43ae-9098-cead39de0944', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:10,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:10,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:35:10,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
notificationworker stdout | 2023-06-29 13:35:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:20.109381+00:00 (in 9.494855 seconds)
notificationworker stdout | 2023-06-29 13:35:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:10 UTC)" (scheduled at 2023-06-29 13:35:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:35:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:35:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:35:10,692 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:35:12,351 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:35:12,371 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:35:12,705 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:36.011593+00:00 (in 21.175410 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:14 UTC)" (scheduled at 2023-06-29 13:35:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 14, 836601), True, datetime.datetime(2023, 6, 29, 13, 35, 14, 836601), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:35:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:35:14,907 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:35:15,811 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:35:15,814 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:35:15,820 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:35:15,822 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:35:15,825 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:35:15,827 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:35:15,831 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:35:15,833 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:35:15,851 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:35:16,064 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:35:16,221 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:35:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:35:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:46.328917+00:00 (in 29.999486 seconds)
buildlogsarchiver stdout | 2023-06-29 13:35:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:46 UTC)" (scheduled at 2023-06-29 13:35:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:35:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 35, 16, 329824), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:35:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:35:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:35:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:35:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:35:16,650 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gcworker stdout | 2023-06-29 13:35:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:35:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:26.710348+00:00 (in 9.999472 seconds)
gcworker stdout | 2023-06-29 13:35:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:26 UTC)" (scheduled at 2023-06-29 13:35:16.710348+00:00)
gcworker stdout | 2023-06-29 13:35:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836116711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:35:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:35:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:35:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:26 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:35:16,750 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:35:17,277 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:35:17,280 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:35:17,283 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:35:17,745 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:35:19,498 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:35:19,529 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:35:19,953 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:35:19,994 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:35:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:30.109381+00:00 (in 9.999545 seconds)
notificationworker stdout | 2023-06-29 13:35:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:30 UTC)" (scheduled at 2023-06-29 13:35:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:35:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:35:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 20, 110251), True, datetime.datetime(2023, 6, 29, 13, 35, 20, 110251), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:35:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:35:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:35:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:35:25,169 [196] [DEBUG] [app] Starting request: urn:request:8e309ae5-7f49-47fc-bd58-dd5396e2f530 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:25,169 [193] [DEBUG] [app] Starting request: urn:request:2e36b09a-239f-4c3e-85fc-c7cf52f785b0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:25,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:25,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:35:25,172 [208] [DEBUG] [app] Starting request: urn:request:8b45d9a5-7147-4dd6-9e85-806c58aff3ad (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:25,172 [221] [DEBUG] [app] Starting request: urn:request:b1d2d0ad-6d59-4fde-a9e8-da39794fb9b5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:25,173 [221] [DEBUG] [app] Ending request: urn:request:b1d2d0ad-6d59-4fde-a9e8-da39794fb9b5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b1d2d0ad-6d59-4fde-a9e8-da39794fb9b5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:35:25,173 [208] [DEBUG] [app] Ending request: urn:request:8b45d9a5-7147-4dd6-9e85-806c58aff3ad (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8b45d9a5-7147-4dd6-9e85-806c58aff3ad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:35:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:35:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:35:25,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:25,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:25,176 [195] [DEBUG] [app] Starting request: urn:request:450202ee-8258-4881-b22f-db0b131ddfc1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:25,176 [194] [DEBUG] [app] Starting request: urn:request:34f17906-9b1f-4d4d-a09b-fa243f143575 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:25,176 [195] [DEBUG] [app] Ending request: urn:request:450202ee-8258-4881-b22f-db0b131ddfc1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:450202ee-8258-4881-b22f-db0b131ddfc1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:35:25,176 [194] [DEBUG] [app] Ending request: urn:request:34f17906-9b1f-4d4d-a09b-fa243f143575 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:34f17906-9b1f-4d4d-a09b-fa243f143575', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:35:25,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:35:25,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:25,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:25,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:25,183 [193] [DEBUG] [app] Ending request: urn:request:2e36b09a-239f-4c3e-85fc-c7cf52f785b0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2e36b09a-239f-4c3e-85fc-c7cf52f785b0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:25,183 [196] [DEBUG] [app] Ending request: urn:request:8e309ae5-7f49-47fc-bd58-dd5396e2f530 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8e309ae5-7f49-47fc-bd58-dd5396e2f530', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:25,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:35:25,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:35:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:35:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:08.108858+00:00 (in 41.871790 seconds)
exportactionlogsworker stdout | 2023-06-29 13:35:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:26 UTC)" (scheduled at 2023-06-29 13:35:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:35:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:35:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:35:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:35:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:36.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:35:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:36 UTC)" (scheduled at 2023-06-29 13:35:26.710348+00:00)
gcworker stdout | 2023-06-29 13:35:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836126711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:35:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:35:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:35:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:35:28,650 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:35:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:40.109381+00:00 (in 9.999519 seconds)
notificationworker stdout | 2023-06-29 13:35:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:40 UTC)" (scheduled at 2023-06-29 13:35:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:35:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:35:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 30, 110314), True, datetime.datetime(2023, 6, 29, 13, 35, 30, 110314), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:35:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:35:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:35:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:35:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:35:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:38.157912+00:00 (in 5.094606 seconds)
securityworker stdout | 2023-06-29 13:35:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:03 UTC)" (scheduled at 2023-06-29 13:35:33.062807+00:00)
securityworker stdout | 2023-06-29 13:35:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:35:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:35:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:35:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:35:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:35:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:35:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:35:34,450 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:35:35,263 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:35:35,267 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:35:35,271 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:35:35,273 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:35:35,330 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:35:35,874 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:35:35,876 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:35:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:35:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:14.835653+00:00 (in 38.823543 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:35:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:36 UTC)" (scheduled at 2023-06-29 13:35:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:35:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:35:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:35:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:35:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:46.710348+00:00 (in 9.999462 seconds)
gcworker stdout | 2023-06-29 13:35:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:46 UTC)" (scheduled at 2023-06-29 13:35:36.710348+00:00)
gcworker stdout | 2023-06-29 13:35:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836136711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:35:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:35:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:35:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:35:37,814 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:35:37,892 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:35:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:35:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:03.062807+00:00 (in 24.904399 seconds)
securityworker stdout | 2023-06-29 13:35:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:08 UTC)" (scheduled at 2023-06-29 13:35:38.157912+00:00)
securityworker stdout | 2023-06-29 13:35:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:35:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:35:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:35:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:35:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:35:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:35:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:35:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:35:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:35:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:35:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 30, 38, 164431), 1, 2])
securityworker stdout | 2023-06-29 13:35:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:35:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:35:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 30, 38, 164431), 1, 2])
securityworker stdout | 2023-06-29 13:35:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:35:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:35:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:35:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:35:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:35:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:35:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:35:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:35:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:35:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:35:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:58.014887+00:00 (in 19.786668 seconds)
repositorygcworker stdout | 2023-06-29 13:35:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:38 UTC)" (scheduled at 2023-06-29 13:35:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:35:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:35:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:35:39,264 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:35:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:50.109381+00:00 (in 9.999496 seconds)
notificationworker stdout | 2023-06-29 13:35:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:50 UTC)" (scheduled at 2023-06-29 13:35:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:35:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:35:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 40, 110391), True, datetime.datetime(2023, 6, 29, 13, 35, 40, 110391), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:35:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:35:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:35:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:35:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:35:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:04.217001+00:00 (in 24.083858 seconds)
namespacegcworker stdout | 2023-06-29 13:35:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:40 UTC)" (scheduled at 2023-06-29 13:35:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:35:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:35:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 40, 133550), True, datetime.datetime(2023, 6, 29, 13, 35, 40, 133550), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:35:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:35:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:35:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:35:40,170 [193] [DEBUG] [app] Starting request: urn:request:2605ce95-a4e6-4d89-a342-9cfcc200a46e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:40,170 [196] [DEBUG] [app] Starting request: urn:request:c66ca701-1b6c-452c-9175-af9e8910e3c2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:40,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:35:40,173 [208] [DEBUG] [app] Starting request: urn:request:9d4fece2-bfd6-4da8-b8ee-5f6b69b24f45 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:40,173 [221] [DEBUG] [app] Starting request: urn:request:93438090-6434-44e9-8416-9bbf0e437474 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:40,173 [208] [DEBUG] [app] Ending request: urn:request:9d4fece2-bfd6-4da8-b8ee-5f6b69b24f45 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9d4fece2-bfd6-4da8-b8ee-5f6b69b24f45', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:35:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:35:40,174 [221] [DEBUG] [app] Ending request: urn:request:93438090-6434-44e9-8416-9bbf0e437474 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:93438090-6434-44e9-8416-9bbf0e437474', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:35:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:35:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:35:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:40,176 [193] [DEBUG] [app] Starting request: urn:request:962dd2a0-83d1-4c48-93f9-a258494eeeb2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:40,177 [195] [DEBUG] [app] Starting request: urn:request:ebc472ec-0342-4b99-8bae-ae8c578db50c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:40,177 [193] [DEBUG] [app] Ending request: urn:request:962dd2a0-83d1-4c48-93f9-a258494eeeb2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:962dd2a0-83d1-4c48-93f9-a258494eeeb2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:35:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:40,177 [195] [DEBUG] [app] Ending request: urn:request:ebc472ec-0342-4b99-8bae-ae8c578db50c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ebc472ec-0342-4b99-8bae-ae8c578db50c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:35:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:35:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:40,183 [196] [DEBUG] [app] Ending request: urn:request:c66ca701-1b6c-452c-9175-af9e8910e3c2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c66ca701-1b6c-452c-9175-af9e8910e3c2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:40,184 [193] [DEBUG] [app] Ending request: urn:request:2605ce95-a4e6-4d89-a342-9cfcc200a46e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2605ce95-a4e6-4d89-a342-9cfcc200a46e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:35:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:35:40,723 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:35:42,387 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:35:42,408 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:35:42,714 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:35:44,943 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:35:45,822 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:35:45,826 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:35:45,829 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:35:45,832 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:35:45,835 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:35:45,837 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:35:45,840 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:35:45,844 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:35:45,860 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:35:46,081 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:35:46,257 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:35:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:35:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:16.328917+00:00 (in 29.999526 seconds)
buildlogsarchiver stdout | 2023-06-29 13:35:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:16 UTC)" (scheduled at 2023-06-29 13:35:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:35:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 35, 46, 329740), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:35:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:35:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:35:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:16 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:35:46,674 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gcworker stdout | 2023-06-29 13:35:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:35:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:35:56.710348+00:00 (in 9.999462 seconds)
gcworker stdout | 2023-06-29 13:35:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:56 UTC)" (scheduled at 2023-06-29 13:35:46.710348+00:00)
gcworker stdout | 2023-06-29 13:35:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836146711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:35:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:35:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:35:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:35:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:35:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:35:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:46.720304+00:00 (in 59.999547 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:35:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:46 UTC)" (scheduled at 2023-06-29 13:35:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:35:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:35:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:35:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:46 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:35:46,786 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:35:47,286 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:35:47,288 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:35:47,291 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:35:47,762 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:35:49,536 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:35:49,566 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:35:49,963 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:35:50,028 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:35:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:35:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:00.109381+00:00 (in 9.999489 seconds)
notificationworker stdout | 2023-06-29 13:35:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:00 UTC)" (scheduled at 2023-06-29 13:35:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:35:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:35:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 50, 110322), True, datetime.datetime(2023, 6, 29, 13, 35, 50, 110322), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:35:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:35:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:35:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:35:55,169 [194] [DEBUG] [app] Starting request: urn:request:8db07e58-0720-4e67-b74e-04538125747a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:55,169 [195] [DEBUG] [app] Starting request: urn:request:21d5e6da-1f45-495f-9235-2f56716d2851 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:35:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:35:55,172 [208] [DEBUG] [app] Starting request: urn:request:884998e0-6a12-43f7-8f8b-6f2e731a0d4e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:55,172 [221] [DEBUG] [app] Starting request: urn:request:096f0d3f-6138-46e0-a37e-0d7c850f232e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:35:55,173 [208] [DEBUG] [app] Ending request: urn:request:884998e0-6a12-43f7-8f8b-6f2e731a0d4e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:884998e0-6a12-43f7-8f8b-6f2e731a0d4e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:35:55,173 [221] [DEBUG] [app] Ending request: urn:request:096f0d3f-6138-46e0-a37e-0d7c850f232e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:096f0d3f-6138-46e0-a37e-0d7c850f232e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:35:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:35:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:35:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:55,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:35:55,176 [193] [DEBUG] [app] Starting request: urn:request:2edb5c4b-16f3-4601-8f51-100d39913ead (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:55,176 [195] [DEBUG] [app] Starting request: urn:request:2dd662f7-b822-48df-875b-47ef2b41f262 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:35:55,176 [193] [DEBUG] [app] Ending request: urn:request:2edb5c4b-16f3-4601-8f51-100d39913ead (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2edb5c4b-16f3-4601-8f51-100d39913ead', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:35:55,176 [195] [DEBUG] [app] Ending request: urn:request:2dd662f7-b822-48df-875b-47ef2b41f262 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2dd662f7-b822-48df-875b-47ef2b41f262', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:35:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:35:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:35:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:35:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:35:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:35:55,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:35:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:35:55,183 [195] [DEBUG] [app] Ending request: urn:request:21d5e6da-1f45-495f-9235-2f56716d2851 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:21d5e6da-1f45-495f-9235-2f56716d2851', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:55,184 [194] [DEBUG] [app] Ending request: urn:request:8db07e58-0720-4e67-b74e-04538125747a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8db07e58-0720-4e67-b74e-04538125747a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:35:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:35:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:35:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:35:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:35:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:35:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:35:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:06.710348+00:00 (in 9.999449 seconds)
gcworker stdout | 2023-06-29 13:35:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:06 UTC)" (scheduled at 2023-06-29 13:35:56.710348+00:00)
gcworker stdout | 2023-06-29 13:35:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836156711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:35:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:35:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:35:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:35:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:35:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:38.227751+00:00 (in 40.212332 seconds)
repositorygcworker stdout | 2023-06-29 13:35:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:58 UTC)" (scheduled at 2023-06-29 13:35:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:35:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:35:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 35, 58, 15817), True, datetime.datetime(2023, 6, 29, 13, 35, 58, 15817), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:35:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:35:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:35:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:36:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:35:58,667 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:36:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:10.109381+00:00 (in 9.999513 seconds)
notificationworker stdout | 2023-06-29 13:36:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:10 UTC)" (scheduled at 2023-06-29 13:36:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:36:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:36:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 0, 110355), True, datetime.datetime(2023, 6, 29, 13, 36, 0, 110355), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:36:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:36:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:36:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:36:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:08.157912+00:00 (in 5.094606 seconds)
securityworker stdout | 2023-06-29 13:36:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:33 UTC)" (scheduled at 2023-06-29 13:36:03.062807+00:00)
securityworker stdout | 2023-06-29 13:36:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:36:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:36:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:36:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:36:03,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:36:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:36:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:36:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:36:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:40.132615+00:00 (in 35.915127 seconds)
namespacegcworker stdout | 2023-06-29 13:36:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:04 UTC)" (scheduled at 2023-06-29 13:36:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:36:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:36:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:36:04,479 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:36:05,272 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:36:05,276 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:36:05,279 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:36:05,281 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:36:05,337 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:36:05,912 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:36:05,915 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:36:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:36:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:16.710348+00:00 (in 9.999456 seconds)
gcworker stdout | 2023-06-29 13:36:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:16 UTC)" (scheduled at 2023-06-29 13:36:06.710348+00:00)
gcworker stdout | 2023-06-29 13:36:06,711 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100])
gcworker stdout | 2023-06-29 13:36:06,716 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836166715, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:36:06,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:36:06,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:36:06,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:36:07,851 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:36:07,921 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:36:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:36:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:26.236566+00:00 (in 18.127153 seconds)
exportactionlogsworker stdout | 2023-06-29 13:36:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:08 UTC)" (scheduled at 2023-06-29 13:36:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:36:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:36:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 8, 109856), True, datetime.datetime(2023, 6, 29, 13, 36, 8, 109856), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:36:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:36:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:36:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:36:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:36:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:33.062807+00:00 (in 24.904399 seconds)
securityworker stdout | 2023-06-29 13:36:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:38 UTC)" (scheduled at 2023-06-29 13:36:08.157912+00:00)
securityworker stdout | 2023-06-29 13:36:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:36:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:36:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:36:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:36:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:36:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:36:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:36:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:36:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:36:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:36:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 31, 8, 164958), 1, 2])
securityworker stdout | 2023-06-29 13:36:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:36:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:36:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 31, 8, 164958), 1, 2])
securityworker stdout | 2023-06-29 13:36:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:36:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:36:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:36:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:36:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:36:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:36:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:36:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:36:09,282 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:36:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:10.614040+00:00 (in 0.504123 seconds)
notificationworker stdout | 2023-06-29 13:36:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:20 UTC)" (scheduled at 2023-06-29 13:36:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:36:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:36:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 10, 110382), True, datetime.datetime(2023, 6, 29, 13, 36, 10, 110382), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:36:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:36:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:36:10,169 [196] [DEBUG] [app] Starting request: urn:request:2f19c82e-c09c-40cd-9a31-40b1fd439b79 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:10,169 [195] [DEBUG] [app] Starting request: urn:request:45fbeb24-30ba-4601-9e6c-e302b3fa10a4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:36:10,172 [218] [DEBUG] [app] Starting request: urn:request:330115d1-a04f-42b2-a713-63491f87373b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:10,172 [217] [DEBUG] [app] Starting request: urn:request:a92b1c09-cb91-4aa6-9e48-ebad58c76329 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:10,173 [218] [DEBUG] [app] Ending request: urn:request:330115d1-a04f-42b2-a713-63491f87373b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:330115d1-a04f-42b2-a713-63491f87373b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:10,173 [217] [DEBUG] [app] Ending request: urn:request:a92b1c09-cb91-4aa6-9e48-ebad58c76329 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a92b1c09-cb91-4aa6-9e48-ebad58c76329', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:36:10,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:36:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:10,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:10,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:10,175 [196] [DEBUG] [app] Starting request: urn:request:d9051ace-0696-45db-9f3a-9ec9e55304f2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:10,176 [193] [DEBUG] [app] Starting request: urn:request:f435f44c-ae7d-4cf1-8f07-8e1b7732ae81 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:10,176 [196] [DEBUG] [app] Ending request: urn:request:d9051ace-0696-45db-9f3a-9ec9e55304f2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d9051ace-0696-45db-9f3a-9ec9e55304f2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:36:10,176 [193] [DEBUG] [app] Ending request: urn:request:f435f44c-ae7d-4cf1-8f07-8e1b7732ae81 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f435f44c-ae7d-4cf1-8f07-8e1b7732ae81', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:10,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:36:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:36:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:10,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:10,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:10,182 [196] [DEBUG] [app] Ending request: urn:request:2f19c82e-c09c-40cd-9a31-40b1fd439b79 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2f19c82e-c09c-40cd-9a31-40b1fd439b79', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:10,182 [195] [DEBUG] [app] Ending request: urn:request:45fbeb24-30ba-4601-9e6c-e302b3fa10a4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:45fbeb24-30ba-4601-9e6c-e302b3fa10a4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:10,182 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:10,182 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:36:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:36:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:20.109381+00:00 (in 9.494832 seconds)
notificationworker stdout | 2023-06-29 13:36:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:10 UTC)" (scheduled at 2023-06-29 13:36:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:36:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:36:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:36:10,760 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:36:12,410 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:36:12,442 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:36:12,751 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:36.011593+00:00 (in 21.175456 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:14 UTC)" (scheduled at 2023-06-29 13:36:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 14, 836556), True, datetime.datetime(2023, 6, 29, 13, 36, 14, 836556), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:36:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:36:14,960 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:36:15,834 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:36:15,837 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:36:15,840 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:36:15,844 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:36:15,847 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:36:15,850 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:36:15,853 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:36:15,856 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:36:15,871 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:36:16,117 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:36:16,295 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:36:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:36:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:46.328917+00:00 (in 29.999494 seconds)
buildlogsarchiver stdout | 2023-06-29 13:36:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:46 UTC)" (scheduled at 2023-06-29 13:36:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:36:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 36, 16, 329832), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:36:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:36:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:36:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:36:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:36:16,697 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gcworker stdout | 2023-06-29 13:36:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:36:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:26.710348+00:00 (in 9.999446 seconds)
gcworker stdout | 2023-06-29 13:36:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:26 UTC)" (scheduled at 2023-06-29 13:36:16.710348+00:00)
gcworker stdout | 2023-06-29 13:36:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836176711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:36:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:36:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:36:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:26 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:36:16,810 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:36:17,294 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:36:17,297 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:36:17,300 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:36:17,799 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:36:19,573 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:36:19,576 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:36:19,986 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:36:20,064 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:36:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:30.109381+00:00 (in 9.999551 seconds)
notificationworker stdout | 2023-06-29 13:36:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:30 UTC)" (scheduled at 2023-06-29 13:36:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:36:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:36:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 20, 110266), True, datetime.datetime(2023, 6, 29, 13, 36, 20, 110266), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:36:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:36:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:30 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:36:25,169 [195] [DEBUG] [app] Starting request: urn:request:aed8bc1c-3421-4877-add9-f3b5b85e3353 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:25,169 [194] [DEBUG] [app] Starting request: urn:request:59397b22-e605-4eec-9d05-355fd2f5e225 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:36:25,173 [214] [DEBUG] [app] Starting request: urn:request:e07c791d-7547-46fb-b78a-4efe7ff93ca2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:25,173 [217] [DEBUG] [app] Starting request: urn:request:715bec30-abb6-4c80-94b2-3830174f19be (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:25,173 [214] [DEBUG] [app] Ending request: urn:request:e07c791d-7547-46fb-b78a-4efe7ff93ca2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e07c791d-7547-46fb-b78a-4efe7ff93ca2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:25,173 [217] [DEBUG] [app] Ending request: urn:request:715bec30-abb6-4c80-94b2-3830174f19be (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:715bec30-abb6-4c80-94b2-3830174f19be', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:25,174 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:36:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:36:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:36:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:25,177 [195] [DEBUG] [app] Starting request: urn:request:539a476d-c0f0-43d8-aaa2-3120cee93547 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:25,177 [193] [DEBUG] [app] Starting request: urn:request:0fa57349-44b8-4cde-abd3-f798b3813bb9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:25,177 [195] [DEBUG] [app] Ending request: urn:request:539a476d-c0f0-43d8-aaa2-3120cee93547 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:539a476d-c0f0-43d8-aaa2-3120cee93547', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:25,177 [193] [DEBUG] [app] Ending request: urn:request:0fa57349-44b8-4cde-abd3-f798b3813bb9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0fa57349-44b8-4cde-abd3-f798b3813bb9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:36:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:36:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:25,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:25,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:25,184 [195] [DEBUG] [app] Ending request: urn:request:aed8bc1c-3421-4877-add9-f3b5b85e3353 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:aed8bc1c-3421-4877-add9-f3b5b85e3353', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:25,184 [194] [DEBUG] [app] Ending request: urn:request:59397b22-e605-4eec-9d05-355fd2f5e225 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:59397b22-e605-4eec-9d05-355fd2f5e225', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:36:25,185 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:36:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:36:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:08.108858+00:00 (in 41.871790 seconds)
exportactionlogsworker stdout | 2023-06-29 13:36:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:26 UTC)" (scheduled at 2023-06-29 13:36:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:36:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:36:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:36:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:36:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:36.710348+00:00 (in 9.999459 seconds)
gcworker stdout | 2023-06-29 13:36:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:36 UTC)" (scheduled at 2023-06-29 13:36:26.710348+00:00)
gcworker stdout | 2023-06-29 13:36:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836186711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:36:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:36:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:36:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:36:28,704 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:36:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:39.613650+00:00 (in 9.503776 seconds)
notificationworker stdout | 2023-06-29 13:36:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:40 UTC)" (scheduled at 2023-06-29 13:36:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:36:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:36:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 30, 110337), True, datetime.datetime(2023, 6, 29, 13, 36, 30, 110337), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:36:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:36:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:36:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:36:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:38.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:36:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:03 UTC)" (scheduled at 2023-06-29 13:36:33.062807+00:00)
securityworker stdout | 2023-06-29 13:36:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:36:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:36:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:36:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:36:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:36:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:36:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:36:34,516 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:36:35,280 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:36:35,283 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:36:35,287 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:36:35,289 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:36:35,345 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:36:35,934 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:36:35,950 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
securityscanningnotificationworker stdout | 2023-06-29 13:36:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:36:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:14.835653+00:00 (in 38.823530 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:36:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:36 UTC)" (scheduled at 2023-06-29 13:36:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:36:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:36:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:36:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:36:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:46.710348+00:00 (in 9.999451 seconds)
gcworker stdout | 2023-06-29 13:36:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:46 UTC)" (scheduled at 2023-06-29 13:36:36.710348+00:00)
gcworker stdout | 2023-06-29 13:36:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836196711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:36:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:36:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:36:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:36:37,888 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:36:37,929 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:36:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:36:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:03.062807+00:00 (in 24.904388 seconds)
securityworker stdout | 2023-06-29 13:36:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:08 UTC)" (scheduled at 2023-06-29 13:36:38.157912+00:00)
securityworker stdout | 2023-06-29 13:36:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:36:38,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:36:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:36:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:36:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:36:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:36:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:36:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:36:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:36:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:36:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 31, 38, 164755), 1, 2])
securityworker stdout | 2023-06-29 13:36:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:36:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:36:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 31, 38, 164755), 1, 2])
securityworker stdout | 2023-06-29 13:36:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:36:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:36:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:36:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:36:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:36:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:36:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:36:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:36:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:36:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:36:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:58.014887+00:00 (in 19.786644 seconds)
repositorygcworker stdout | 2023-06-29 13:36:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:38 UTC)" (scheduled at 2023-06-29 13:36:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:36:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:36:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:36:39,313 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:36:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:40.109381+00:00 (in 0.495228 seconds)
notificationworker stdout | 2023-06-29 13:36:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:41:39 UTC)" (scheduled at 2023-06-29 13:36:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:36:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 36, 39, 614497), 'notification/%'])
notificationworker stdout | 2023-06-29 13:36:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 36, 39, 614497), True, datetime.datetime(2023, 6, 29, 13, 36, 39, 614497), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:36:39,620 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 36, 39, 614497), True, datetime.datetime(2023, 6, 29, 13, 36, 39, 614497), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 36, 39, 614497), 'notification/%'])
notificationworker stdout | 2023-06-29 13:36:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:41:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:36:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:50.109381+00:00 (in 9.999575 seconds)
notificationworker stdout | 2023-06-29 13:36:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:50 UTC)" (scheduled at 2023-06-29 13:36:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:36:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:36:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 40, 110227), True, datetime.datetime(2023, 6, 29, 13, 36, 40, 110227), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:36:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:36:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:36:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:36:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:04.217001+00:00 (in 24.083920 seconds)
namespacegcworker stdout | 2023-06-29 13:36:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:40 UTC)" (scheduled at 2023-06-29 13:36:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:36:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:36:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 40, 133447), True, datetime.datetime(2023, 6, 29, 13, 36, 40, 133447), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:36:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:36:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:36:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:36:40,169 [196] [DEBUG] [app] Starting request: urn:request:d5fb1e10-56cc-41bc-90ec-78ecb48528dd (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:40,169 [193] [DEBUG] [app] Starting request: urn:request:93d88a3f-5c64-4a7c-8d30-9bc37197de7e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:36:40,172 [217] [DEBUG] [app] Starting request: urn:request:132f1c29-f93c-44db-9bc9-d69c77ccfb05 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:40,172 [214] [DEBUG] [app] Starting request: urn:request:20cb663b-3097-4f4f-b6b4-4fa766d2605a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:40,173 [217] [DEBUG] [app] Ending request: urn:request:132f1c29-f93c-44db-9bc9-d69c77ccfb05 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:132f1c29-f93c-44db-9bc9-d69c77ccfb05', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:40,173 [214] [DEBUG] [app] Ending request: urn:request:20cb663b-3097-4f4f-b6b4-4fa766d2605a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:20cb663b-3097-4f4f-b6b4-4fa766d2605a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:40,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:36:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.001)
gunicorn-web stdout | 2023-06-29 13:36:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:40,176 [196] [DEBUG] [app] Starting request: urn:request:64f7c1d1-0f04-4345-9345-6e5fbb08e871 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:40,176 [194] [DEBUG] [app] Starting request: urn:request:4f6224f7-c274-42a0-85a9-647cf8cf8cb6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:40,176 [196] [DEBUG] [app] Ending request: urn:request:64f7c1d1-0f04-4345-9345-6e5fbb08e871 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:64f7c1d1-0f04-4345-9345-6e5fbb08e871', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:40,176 [194] [DEBUG] [app] Ending request: urn:request:4f6224f7-c274-42a0-85a9-647cf8cf8cb6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4f6224f7-c274-42a0-85a9-647cf8cf8cb6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:36:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:36:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:36:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:40,183 [193] [DEBUG] [app] Ending request: urn:request:93d88a3f-5c64-4a7c-8d30-9bc37197de7e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:93d88a3f-5c64-4a7c-8d30-9bc37197de7e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:40,183 [196] [DEBUG] [app] Ending request: urn:request:d5fb1e10-56cc-41bc-90ec-78ecb48528dd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d5fb1e10-56cc-41bc-90ec-78ecb48528dd', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:36:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:36:40,791 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:36:42,447 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:36:42,478 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:36:42,787 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:36:44,997 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:36:45,844 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:36:45,848 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:36:45,852 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:36:45,854 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:36:45,857 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:36:45,860 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:36:45,864 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:36:45,867 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:36:45,883 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:36:46,153 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:36:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:36:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:16.328917+00:00 (in 29.999501 seconds)
buildlogsarchiver stdout | 2023-06-29 13:36:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:16 UTC)" (scheduled at 2023-06-29 13:36:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:36:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 36, 46, 329779), False, 50, 1, 0])
teamsyncworker stdout | 2023-06-29 13:36:46,331 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
buildlogsarchiver stdout | 2023-06-29 13:36:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:36:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:36:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:36:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:36:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:36:56.710348+00:00 (in 9.999497 seconds)
gcworker stdout | 2023-06-29 13:36:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:56 UTC)" (scheduled at 2023-06-29 13:36:46.710348+00:00)
gcworker stdout | 2023-06-29 13:36:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836206711, 1209600, True, 3, 500, 1, 0])
securityworker stdout | 2023-06-29 13:36:46,715 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gcworker stdout | 2023-06-29 13:36:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:36:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:36:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:36:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:36:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:36:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:46.720304+00:00 (in 59.999538 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:36:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:46 UTC)" (scheduled at 2023-06-29 13:36:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:36:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:36:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:36:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:46 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:36:46,818 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:36:47,302 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:36:47,305 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:36:47,308 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:36:47,836 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:36:49,611 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:36:49,614 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:36:50,022 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:36:50,100 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
notificationworker stdout | 2023-06-29 13:36:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:36:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:00.109381+00:00 (in 9.999537 seconds)
notificationworker stdout | 2023-06-29 13:36:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:00 UTC)" (scheduled at 2023-06-29 13:36:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:36:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:36:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 50, 110263), True, datetime.datetime(2023, 6, 29, 13, 36, 50, 110263), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:36:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:36:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:36:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:00 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:36:55,170 [196] [DEBUG] [app] Starting request: urn:request:0de6570d-a018-4322-b657-d98fc9ad6aae (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:55,170 [195] [DEBUG] [app] Starting request: urn:request:b70a43fc-0fb2-4231-81fa-f97e2c9f92ce (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:36:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:36:55,173 [215] [DEBUG] [app] Starting request: urn:request:a69df6bb-28ae-4862-a2ae-98e2568c7f10 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:55,174 [215] [DEBUG] [app] Ending request: urn:request:a69df6bb-28ae-4862-a2ae-98e2568c7f10 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a69df6bb-28ae-4862-a2ae-98e2568c7f10', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:55,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:36:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:55,177 [193] [DEBUG] [app] Starting request: urn:request:15ba4a30-5eb4-4fe4-99c7-681dbe0877bc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:55,177 [193] [DEBUG] [app] Ending request: urn:request:15ba4a30-5eb4-4fe4-99c7-681dbe0877bc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:15ba4a30-5eb4-4fe4-99c7-681dbe0877bc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:36:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:36:55,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:55,184 [196] [DEBUG] [app] Ending request: urn:request:0de6570d-a018-4322-b657-d98fc9ad6aae (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0de6570d-a018-4322-b657-d98fc9ad6aae', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:36:55,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-registry stdout | 2023-06-29 13:36:55,266 [213] [DEBUG] [app] Starting request: urn:request:1f043133-8d56-451c-bbb7-bba77f34c1c9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:36:55,266 [213] [DEBUG] [app] Ending request: urn:request:1f043133-8d56-451c-bbb7-bba77f34c1c9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1f043133-8d56-451c-bbb7-bba77f34c1c9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:36:55,266 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:36:55,267 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:55,268 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:36:55,269 [195] [DEBUG] [app] Starting request: urn:request:953e20a7-9f09-46cf-97ed-b51a84fa5504 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:36:55,270 [195] [DEBUG] [app] Ending request: urn:request:953e20a7-9f09-46cf-97ed-b51a84fa5504 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:953e20a7-9f09-46cf-97ed-b51a84fa5504', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:36:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:36:55,270 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:36:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:36:55,270 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:36:55,271 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:36:55,273 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:36:55,276 [195] [DEBUG] [app] Ending request: urn:request:b70a43fc-0fb2-4231-81fa-f97e2c9f92ce (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b70a43fc-0fb2-4231-81fa-f97e2c9f92ce', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:36:55,276 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:36:55,277 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:36:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:36:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.108 118 0.108)
gcworker stdout | 2023-06-29 13:36:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:36:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:06.710348+00:00 (in 9.999511 seconds)
gcworker stdout | 2023-06-29 13:36:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:06 UTC)" (scheduled at 2023-06-29 13:36:56.710348+00:00)
gcworker stdout | 2023-06-29 13:36:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836216711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:36:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:36:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:36:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:36:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:36:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:38.227751+00:00 (in 40.212385 seconds)
repositorygcworker stdout | 2023-06-29 13:36:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:58 UTC)" (scheduled at 2023-06-29 13:36:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:36:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:36:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 36, 58, 15779), True, datetime.datetime(2023, 6, 29, 13, 36, 58, 15779), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:36:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:36:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:36:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:37:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:36:58,722 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:37:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:10.109381+00:00 (in 9.999522 seconds)
notificationworker stdout | 2023-06-29 13:37:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:10 UTC)" (scheduled at 2023-06-29 13:37:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:37:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:37:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 0, 110283), True, datetime.datetime(2023, 6, 29, 13, 37, 0, 110283), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:37:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:37:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:37:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:37:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:37:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:08.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:37:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:33 UTC)" (scheduled at 2023-06-29 13:37:03.062807+00:00)
securityworker stdout | 2023-06-29 13:37:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:37:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:37:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:37:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:37:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:37:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:37:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:37:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:37:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:40.132615+00:00 (in 35.915150 seconds)
namespacegcworker stdout | 2023-06-29 13:37:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:04 UTC)" (scheduled at 2023-06-29 13:37:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:37:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:37:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:37:04,544 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:37:05,289 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:37:05,291 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:37:05,294 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:37:05,297 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:37:05,352 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:37:05,951 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:37:05,986 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:37:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:37:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:16.710348+00:00 (in 9.999423 seconds)
gcworker stdout | 2023-06-29 13:37:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:16 UTC)" (scheduled at 2023-06-29 13:37:06.710348+00:00)
gcworker stdout | 2023-06-29 13:37:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836226711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:37:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:37:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:37:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:37:07,924 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:37:07,965 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:37:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:37:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:26.236566+00:00 (in 18.127218 seconds)
exportactionlogsworker stdout | 2023-06-29 13:37:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:08 UTC)" (scheduled at 2023-06-29 13:37:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:37:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:37:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 8, 109827), True, datetime.datetime(2023, 6, 29, 13, 37, 8, 109827), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:37:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:37:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:37:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:37:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:37:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:33.062807+00:00 (in 24.904442 seconds)
securityworker stdout | 2023-06-29 13:37:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:38 UTC)" (scheduled at 2023-06-29 13:37:08.157912+00:00)
securityworker stdout | 2023-06-29 13:37:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:37:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:37:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:37:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:37:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:37:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:37:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:37:08,167 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:37:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:37:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:37:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 32, 8, 164164), 1, 2])
securityworker stdout | 2023-06-29 13:37:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:37:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:37:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 32, 8, 164164), 1, 2])
securityworker stdout | 2023-06-29 13:37:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:37:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:37:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:37:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:37:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:37:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:37:08,171 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:37:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:37:09,350 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:37:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:10,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:10.614040+00:00 (in 0.504208 seconds)
notificationworker stdout | 2023-06-29 13:37:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:20 UTC)" (scheduled at 2023-06-29 13:37:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:37:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:37:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 10, 110224), True, datetime.datetime(2023, 6, 29, 13, 37, 10, 110224), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:37:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:37:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:37:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:37:10,169 [193] [DEBUG] [app] Starting request: urn:request:21aebe9a-3c72-4382-a437-68e079be5107 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:10,169 [195] [DEBUG] [app] Starting request: urn:request:669bd32f-af63-4259-ab19-d970c13ed96b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:37:10,172 [208] [DEBUG] [app] Starting request: urn:request:c82795f1-dc79-4dd9-b834-7700ed896289 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:10,172 [214] [DEBUG] [app] Starting request: urn:request:4ae71297-3901-4d17-977d-ea15bf6eb47f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:10,173 [208] [DEBUG] [app] Ending request: urn:request:c82795f1-dc79-4dd9-b834-7700ed896289 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c82795f1-dc79-4dd9-b834-7700ed896289', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:10,173 [214] [DEBUG] [app] Ending request: urn:request:4ae71297-3901-4d17-977d-ea15bf6eb47f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4ae71297-3901-4d17-977d-ea15bf6eb47f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:37:10,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:37:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:10,175 [193] [DEBUG] [app] Starting request: urn:request:74b5139c-83ef-40f2-9e01-52b8392a61b0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:10,176 [193] [DEBUG] [app] Ending request: urn:request:74b5139c-83ef-40f2-9e01-52b8392a61b0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:74b5139c-83ef-40f2-9e01-52b8392a61b0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:10,176 [196] [DEBUG] [app] Starting request: urn:request:b3a15953-a29b-4cd1-9204-d35990f13511 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:10,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:37:10,177 [196] [DEBUG] [app] Ending request: urn:request:b3a15953-a29b-4cd1-9204-d35990f13511 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b3a15953-a29b-4cd1-9204-d35990f13511', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:37:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:10,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:10,183 [193] [DEBUG] [app] Ending request: urn:request:21aebe9a-3c72-4382-a437-68e079be5107 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:21aebe9a-3c72-4382-a437-68e079be5107', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:10,183 [195] [DEBUG] [app] Ending request: urn:request:669bd32f-af63-4259-ab19-d970c13ed96b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:669bd32f-af63-4259-ab19-d970c13ed96b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:37:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:37:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:20.109381+00:00 (in 9.494921 seconds)
notificationworker stdout | 2023-06-29 13:37:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:10 UTC)" (scheduled at 2023-06-29 13:37:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:37:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:37:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:37:10,827 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:37:12,485 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:37:12,514 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:37:12,804 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:30.011377+00:00 (in 15.175243 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:14 UTC)" (scheduled at 2023-06-29 13:37:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 14, 836532), True, datetime.datetime(2023, 6, 29, 13, 37, 14, 836532), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:37:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:37:15,027 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:37:15,854 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:37:15,858 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:37:15,862 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:37:15,866 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:37:15,868 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:37:15,871 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:37:15,874 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:37:15,878 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:37:15,893 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:37:16,190 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:37:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:37:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:46.328917+00:00 (in 29.999499 seconds)
buildlogsarchiver stdout | 2023-06-29 13:37:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:46 UTC)" (scheduled at 2023-06-29 13:37:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:37:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 37, 16, 330004), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:37:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:37:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:37:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:37:46 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:37:16,369 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:37:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:37:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:26.710348+00:00 (in 9.999446 seconds)
gcworker stdout | 2023-06-29 13:37:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:26 UTC)" (scheduled at 2023-06-29 13:37:16.710348+00:00)
gcworker stdout | 2023-06-29 13:37:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836236711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:37:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:37:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:37:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:26 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:37:16,751 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:37:16,854 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:37:17,310 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:37:17,312 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:37:17,315 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:37:17,869 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:37:19,629 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:37:19,647 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:37:20,058 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:37:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:30.109381+00:00 (in 9.999602 seconds)
notificationworker stdout | 2023-06-29 13:37:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:30 UTC)" (scheduled at 2023-06-29 13:37:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:37:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:37:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 20, 110182), True, datetime.datetime(2023, 6, 29, 13, 37, 20, 110182), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:37:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:37:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:37:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:30 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:37:20,116 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:37:25,170 [193] [DEBUG] [app] Starting request: urn:request:28e19151-764d-4168-8c6d-eab24f6e09f4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:25,170 [196] [DEBUG] [app] Starting request: urn:request:c10c5b14-0c21-41b8-b1fe-1236e5a4b422 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:25,172 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:37:25,173 [217] [DEBUG] [app] Starting request: urn:request:07ed9c4e-1be6-4f16-a5ca-1c1729124e4f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:25,173 [208] [DEBUG] [app] Starting request: urn:request:f8f3a944-6885-473a-880c-b4cebb88cd53 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:25,174 [217] [DEBUG] [app] Ending request: urn:request:07ed9c4e-1be6-4f16-a5ca-1c1729124e4f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:07ed9c4e-1be6-4f16-a5ca-1c1729124e4f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:25,174 [208] [DEBUG] [app] Ending request: urn:request:f8f3a944-6885-473a-880c-b4cebb88cd53 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f8f3a944-6885-473a-880c-b4cebb88cd53', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:37:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:25,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:25,176 [193] [DEBUG] [app] Starting request: urn:request:83382f4e-0800-4f51-b79b-8964c57e7252 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:25,177 [193] [DEBUG] [app] Ending request: urn:request:83382f4e-0800-4f51-b79b-8964c57e7252 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:83382f4e-0800-4f51-b79b-8964c57e7252', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:37:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:25,178 [194] [DEBUG] [app] Starting request: urn:request:1a332259-bd13-4171-9e48-95e73b289556 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:25,179 [194] [DEBUG] [app] Ending request: urn:request:1a332259-bd13-4171-9e48-95e73b289556 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1a332259-bd13-4171-9e48-95e73b289556', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:25,179 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:25,180 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:37:25,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:25,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:25,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:25,184 [196] [DEBUG] [app] Ending request: urn:request:c10c5b14-0c21-41b8-b1fe-1236e5a4b422 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c10c5b14-0c21-41b8-b1fe-1236e5a4b422', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:37:25,185 [193] [DEBUG] [app] Ending request: urn:request:28e19151-764d-4168-8c6d-eab24f6e09f4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:28e19151-764d-4168-8c6d-eab24f6e09f4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:25,186 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:25,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
exportactionlogsworker stdout | 2023-06-29 13:37:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:37:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:08.108858+00:00 (in 41.871750 seconds)
exportactionlogsworker stdout | 2023-06-29 13:37:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:26 UTC)" (scheduled at 2023-06-29 13:37:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:37:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:37:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:37:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:37:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:36.710348+00:00 (in 9.999348 seconds)
gcworker stdout | 2023-06-29 13:37:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:36 UTC)" (scheduled at 2023-06-29 13:37:26.710348+00:00)
gcworker stdout | 2023-06-29 13:37:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836246711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:37:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:37:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:37:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:37:28,760 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:36.011593+00:00 (in 5.999761 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:42:30 UTC)" (scheduled at 2023-06-29 13:37:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,012 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 37, 30, 12235), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 37, 30, 12235), True, datetime.datetime(2023, 6, 29, 13, 37, 30, 12235), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 37, 30, 12235), True, datetime.datetime(2023, 6, 29, 13, 37, 30, 12235), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 37, 30, 12235), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:37:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:42:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:37:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:30,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:40.109381+00:00 (in 9.999544 seconds)
notificationworker stdout | 2023-06-29 13:37:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:40 UTC)" (scheduled at 2023-06-29 13:37:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:37:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:37:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 30, 110233), True, datetime.datetime(2023, 6, 29, 13, 37, 30, 110233), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:37:30,114 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:37:30,114 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:37:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:37:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:37:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:38.157912+00:00 (in 5.094615 seconds)
securityworker stdout | 2023-06-29 13:37:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:03 UTC)" (scheduled at 2023-06-29 13:37:33.062807+00:00)
securityworker stdout | 2023-06-29 13:37:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:37:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:37:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:37:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:37:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:37:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:37:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:37:34,581 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:37:35,298 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:37:35,301 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:37:35,304 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:37:35,306 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:37:35,361 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:37:35,985 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityscanningnotificationworker stdout | 2023-06-29 13:37:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:37:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:14.835653+00:00 (in 38.823549 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:37:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:36 UTC)" (scheduled at 2023-06-29 13:37:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:37:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:37:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:36 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:37:36,022 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:37:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:37:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:46.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:37:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:46 UTC)" (scheduled at 2023-06-29 13:37:36.710348+00:00)
gcworker stdout | 2023-06-29 13:37:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836256711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:37:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:37:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:37:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:37:37,962 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:37:37,985 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:37:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:37:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:03.062807+00:00 (in 24.904388 seconds)
securityworker stdout | 2023-06-29 13:37:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:08 UTC)" (scheduled at 2023-06-29 13:37:38.157912+00:00)
securityworker stdout | 2023-06-29 13:37:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:37:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:37:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:37:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:37:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:37:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:37:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:37:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:37:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:37:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:37:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 32, 38, 164544), 1, 2])
securityworker stdout | 2023-06-29 13:37:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:37:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:37:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 32, 38, 164544), 1, 2])
securityworker stdout | 2023-06-29 13:37:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:37:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:37:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:37:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:37:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:37:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:37:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:37:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:37:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:37:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:37:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:58.014887+00:00 (in 19.786676 seconds)
repositorygcworker stdout | 2023-06-29 13:37:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:38 UTC)" (scheduled at 2023-06-29 13:37:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:37:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:37:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:37:39,387 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:37:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:50.109381+00:00 (in 9.999528 seconds)
notificationworker stdout | 2023-06-29 13:37:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:50 UTC)" (scheduled at 2023-06-29 13:37:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:37:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:37:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 40, 110299), True, datetime.datetime(2023, 6, 29, 13, 37, 40, 110299), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:37:40,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:37:40,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:37:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:37:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:37:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:04.217001+00:00 (in 24.083909 seconds)
namespacegcworker stdout | 2023-06-29 13:37:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:40 UTC)" (scheduled at 2023-06-29 13:37:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:37:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:37:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 40, 133493), True, datetime.datetime(2023, 6, 29, 13, 37, 40, 133493), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:37:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:37:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:37:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:37:40,169 [193] [DEBUG] [app] Starting request: urn:request:0df94849-1ac4-435d-bb25-fb3aa521068c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:40,169 [196] [DEBUG] [app] Starting request: urn:request:a97d35d6-6851-4b95-91a1-2981bfaf98df (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:37:40,173 [213] [DEBUG] [app] Starting request: urn:request:647c5903-0f91-4844-b6d0-1c882e5e105a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:40,173 [215] [DEBUG] [app] Starting request: urn:request:176d0b23-279f-40a0-bde0-53c1ff86f7cc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:40,174 [215] [DEBUG] [app] Ending request: urn:request:176d0b23-279f-40a0-bde0-53c1ff86f7cc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:176d0b23-279f-40a0-bde0-53c1ff86f7cc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:40,174 [213] [DEBUG] [app] Ending request: urn:request:647c5903-0f91-4844-b6d0-1c882e5e105a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:647c5903-0f91-4844-b6d0-1c882e5e105a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:37:40,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:37:40,174 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:40,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:40,177 [195] [DEBUG] [app] Starting request: urn:request:49c40624-7017-4ad0-ac6a-e29c32d2a430 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:40,177 [194] [DEBUG] [app] Starting request: urn:request:f38fb734-15ef-44d9-9b1b-f56984c3c770 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:40,177 [195] [DEBUG] [app] Ending request: urn:request:49c40624-7017-4ad0-ac6a-e29c32d2a430 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:49c40624-7017-4ad0-ac6a-e29c32d2a430', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:37:40,178 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:40,178 [194] [DEBUG] [app] Ending request: urn:request:f38fb734-15ef-44d9-9b1b-f56984c3c770 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f38fb734-15ef-44d9-9b1b-f56984c3c770', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:40,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:37:40,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:40,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:40,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:40,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:40,184 [193] [DEBUG] [app] Ending request: urn:request:0df94849-1ac4-435d-bb25-fb3aa521068c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0df94849-1ac4-435d-bb25-fb3aa521068c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:40,184 [196] [DEBUG] [app] Ending request: urn:request:a97d35d6-6851-4b95-91a1-2981bfaf98df (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a97d35d6-6851-4b95-91a1-2981bfaf98df', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:37:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:37:40,862 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:37:42,521 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:37:42,524 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:37:42,841 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:37:45,065 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:37:45,863 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:37:45,869 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:37:45,872 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:37:45,876 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:37:45,878 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:37:45,881 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:37:45,884 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:37:45,888 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:37:45,902 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:37:46,227 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:37:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:37:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:16.328917+00:00 (in 29.999360 seconds)
buildlogsarchiver stdout | 2023-06-29 13:37:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:16 UTC)" (scheduled at 2023-06-29 13:37:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:37:46,331 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 37, 46, 330064), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:37:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:37:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:37:46,336 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:16 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:37:46,405 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:37:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:37:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:37:56.710348+00:00 (in 9.999456 seconds)
gcworker stdout | 2023-06-29 13:37:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:56 UTC)" (scheduled at 2023-06-29 13:37:46.710348+00:00)
gcworker stdout | 2023-06-29 13:37:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836266711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:37:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:37:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:37:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:37:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:37:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:37:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:46.720304+00:00 (in 59.999584 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:37:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:46 UTC)" (scheduled at 2023-06-29 13:37:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:37:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:37:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:37:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:37:46,789 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:37:46,865 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:37:47,318 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:37:47,321 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:37:47,324 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:37:47,905 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:37:49,666 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:37:49,683 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:37:50,094 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
notificationworker stdout | 2023-06-29 13:37:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:37:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:00.109381+00:00 (in 9.999498 seconds)
notificationworker stdout | 2023-06-29 13:37:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:00 UTC)" (scheduled at 2023-06-29 13:37:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:37:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:37:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 50, 110417), True, datetime.datetime(2023, 6, 29, 13, 37, 50, 110417), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:37:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:37:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:37:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:00 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:37:50,152 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:37:55,169 [193] [DEBUG] [app] Starting request: urn:request:eba0e362-fed8-4209-a0e6-02fbfcd727b1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:55,169 [196] [DEBUG] [app] Starting request: urn:request:548f2e31-91e9-4e12-820f-a0515223cb48 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:37:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:55,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:37:55,172 [221] [DEBUG] [app] Starting request: urn:request:6ba3cb84-d024-4a7f-9eb6-873deb55d578 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:55,172 [208] [DEBUG] [app] Starting request: urn:request:51c650ae-556a-4e0b-9bbf-32feb56b97b4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:37:55,173 [221] [DEBUG] [app] Ending request: urn:request:6ba3cb84-d024-4a7f-9eb6-873deb55d578 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6ba3cb84-d024-4a7f-9eb6-873deb55d578', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:55,173 [208] [DEBUG] [app] Ending request: urn:request:51c650ae-556a-4e0b-9bbf-32feb56b97b4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:51c650ae-556a-4e0b-9bbf-32feb56b97b4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:37:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:37:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:37:55,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:37:55,176 [194] [DEBUG] [app] Starting request: urn:request:4f266a45-05e5-468a-8c2e-ef78fbb396c6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:55,176 [194] [DEBUG] [app] Ending request: urn:request:4f266a45-05e5-468a-8c2e-ef78fbb396c6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4f266a45-05e5-468a-8c2e-ef78fbb396c6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:55,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:37:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:37:55,176 [195] [DEBUG] [app] Starting request: urn:request:75ef7d21-dad4-45d0-bdf8-49cedd056f6f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:37:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:55,177 [195] [DEBUG] [app] Ending request: urn:request:75ef7d21-dad4-45d0-bdf8-49cedd056f6f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:75ef7d21-dad4-45d0-bdf8-49cedd056f6f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:37:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:37:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:37:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:37:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:37:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:37:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:37:55,183 [196] [DEBUG] [app] Ending request: urn:request:548f2e31-91e9-4e12-820f-a0515223cb48 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:548f2e31-91e9-4e12-820f-a0515223cb48', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:37:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:37:55,184 [193] [DEBUG] [app] Ending request: urn:request:eba0e362-fed8-4209-a0e6-02fbfcd727b1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:eba0e362-fed8-4209-a0e6-02fbfcd727b1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:37:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:37:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:37:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:37:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:37:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:37:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:06.710348+00:00 (in 9.999479 seconds)
gcworker stdout | 2023-06-29 13:37:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:06 UTC)" (scheduled at 2023-06-29 13:37:56.710348+00:00)
gcworker stdout | 2023-06-29 13:37:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836276711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:37:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:37:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:37:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:37:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:37:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:30.227434+00:00 (in 32.212095 seconds)
repositorygcworker stdout | 2023-06-29 13:37:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:58 UTC)" (scheduled at 2023-06-29 13:37:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:37:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:37:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 37, 58, 15750), True, datetime.datetime(2023, 6, 29, 13, 37, 58, 15750), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:37:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:37:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:37:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:38:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:37:58,797 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:38:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:10.109381+00:00 (in 9.999521 seconds)
notificationworker stdout | 2023-06-29 13:38:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:10 UTC)" (scheduled at 2023-06-29 13:38:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:38:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:38:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 0, 110286), True, datetime.datetime(2023, 6, 29, 13, 38, 0, 110286), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:38:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:38:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:38:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:38:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:38:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:08.157912+00:00 (in 5.094559 seconds)
securityworker stdout | 2023-06-29 13:38:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:33 UTC)" (scheduled at 2023-06-29 13:38:03.062807+00:00)
securityworker stdout | 2023-06-29 13:38:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:38:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:38:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:38:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:38:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:38:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:38:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:38:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:38:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:40.132615+00:00 (in 35.915130 seconds)
namespacegcworker stdout | 2023-06-29 13:38:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:04 UTC)" (scheduled at 2023-06-29 13:38:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:38:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:38:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:38:04,616 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:38:05,307 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:38:05,310 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:38:05,313 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:38:05,315 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:38:05,370 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:38:06,002 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:38:06,058 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:38:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:38:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:16.710348+00:00 (in 9.999477 seconds)
gcworker stdout | 2023-06-29 13:38:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:16 UTC)" (scheduled at 2023-06-29 13:38:06.710348+00:00)
gcworker stdout | 2023-06-29 13:38:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836286711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:38:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:38:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:38:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:38:07,986 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:38:08,006 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:38:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:38:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:26.236566+00:00 (in 18.127207 seconds)
exportactionlogsworker stdout | 2023-06-29 13:38:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:08 UTC)" (scheduled at 2023-06-29 13:38:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:38:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:38:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 8, 109798), True, datetime.datetime(2023, 6, 29, 13, 38, 8, 109798), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:38:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:38:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:38:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:38:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:38:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:33.062807+00:00 (in 24.904396 seconds)
securityworker stdout | 2023-06-29 13:38:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:38 UTC)" (scheduled at 2023-06-29 13:38:08.157912+00:00)
securityworker stdout | 2023-06-29 13:38:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:38:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:38:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:38:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:38:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:38:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:38:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:38:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:38:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:38:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:38:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 33, 8, 164399), 1, 2])
securityworker stdout | 2023-06-29 13:38:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:38:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:38:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 33, 8, 164399), 1, 2])
securityworker stdout | 2023-06-29 13:38:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:38:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:38:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:38:09,424 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:38:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:10.614040+00:00 (in 0.504170 seconds)
notificationworker stdout | 2023-06-29 13:38:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:20 UTC)" (scheduled at 2023-06-29 13:38:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:38:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:38:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 10, 110339), True, datetime.datetime(2023, 6, 29, 13, 38, 10, 110339), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:38:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:38:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:38:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:38:10,170 [193] [DEBUG] [app] Starting request: urn:request:e6989667-f286-436c-bf28-77aa898e2b6b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:10,170 [196] [DEBUG] [app] Starting request: urn:request:972d61fe-af1c-4241-ab39-1ad81383ef45 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:38:10,173 [208] [DEBUG] [app] Starting request: urn:request:bf8c938d-92e3-4ae8-b8a9-52508dec18ac (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:10,173 [218] [DEBUG] [app] Starting request: urn:request:9f89bad3-baf9-47f9-ae18-47d220700e68 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:10,173 [208] [DEBUG] [app] Ending request: urn:request:bf8c938d-92e3-4ae8-b8a9-52508dec18ac (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bf8c938d-92e3-4ae8-b8a9-52508dec18ac', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:10,173 [218] [DEBUG] [app] Ending request: urn:request:9f89bad3-baf9-47f9-ae18-47d220700e68 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9f89bad3-baf9-47f9-ae18-47d220700e68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:38:10,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:38:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:10,176 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:10,176 [195] [DEBUG] [app] Starting request: urn:request:738acf92-268e-4bd3-b910-8aaf12da9d4f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:10,177 [195] [DEBUG] [app] Ending request: urn:request:738acf92-268e-4bd3-b910-8aaf12da9d4f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:738acf92-268e-4bd3-b910-8aaf12da9d4f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:38:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:10,177 [194] [DEBUG] [app] Starting request: urn:request:a26441fe-a5f1-474a-9be3-4ff8bc2a24de (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:10,178 [194] [DEBUG] [app] Ending request: urn:request:a26441fe-a5f1-474a-9be3-4ff8bc2a24de (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a26441fe-a5f1-474a-9be3-4ff8bc2a24de', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:10,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:10,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.001)
gunicorn-web stdout | 2023-06-29 13:38:10,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:10,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:10,183 [196] [DEBUG] [app] Ending request: urn:request:972d61fe-af1c-4241-ab39-1ad81383ef45 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:972d61fe-af1c-4241-ab39-1ad81383ef45', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:38:10,184 [193] [DEBUG] [app] Ending request: urn:request:e6989667-f286-436c-bf28-77aa898e2b6b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e6989667-f286-436c-bf28-77aa898e2b6b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:10,185 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:38:10,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:38:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:20.109381+00:00 (in 9.494848 seconds)
notificationworker stdout | 2023-06-29 13:38:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:10 UTC)" (scheduled at 2023-06-29 13:38:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:38:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:38:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:38:10,899 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:38:12,543 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:38:12,557 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:38:12,877 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:36.011593+00:00 (in 21.175412 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:14 UTC)" (scheduled at 2023-06-29 13:38:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 14, 836710), True, datetime.datetime(2023, 6, 29, 13, 38, 14, 836710), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:38:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:38:15,102 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:38:15,871 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:38:15,880 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:38:15,883 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:38:15,886 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:38:15,889 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:38:15,892 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:38:15,894 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:38:15,897 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:38:15,911 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:38:16,242 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:38:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:38:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:46.328917+00:00 (in 29.999478 seconds)
buildlogsarchiver stdout | 2023-06-29 13:38:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:46 UTC)" (scheduled at 2023-06-29 13:38:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:38:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 38, 16, 329868), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:38:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:38:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:38:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:38:46 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:38:16,442 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:38:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:38:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:26.710348+00:00 (in 9.999490 seconds)
gcworker stdout | 2023-06-29 13:38:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:26 UTC)" (scheduled at 2023-06-29 13:38:16.710348+00:00)
gcworker stdout | 2023-06-29 13:38:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836296711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:38:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:38:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:38:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:26 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:38:16,814 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:38:16,901 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:38:17,327 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:38:17,330 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:38:17,333 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:38:17,942 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:38:19,703 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:38:19,719 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:38:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:30.109381+00:00 (in 9.999541 seconds)
notificationworker stdout | 2023-06-29 13:38:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:30 UTC)" (scheduled at 2023-06-29 13:38:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:38:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:38:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 20, 110380), True, datetime.datetime(2023, 6, 29, 13, 38, 20, 110380), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:38:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:38:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:38:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:38:20,130 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:38:20,188 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:38:25,169 [196] [DEBUG] [app] Starting request: urn:request:9970a37b-a79d-46e2-a359-73a086364660 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:25,169 [195] [DEBUG] [app] Starting request: urn:request:ce42b3a5-564e-41ca-bab8-ab0cd098a720 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:25,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:38:25,173 [208] [DEBUG] [app] Starting request: urn:request:8f3d88f8-2b2b-4db9-8b66-e7975e490a7b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:25,173 [208] [DEBUG] [app] Ending request: urn:request:8f3d88f8-2b2b-4db9-8b66-e7975e490a7b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8f3d88f8-2b2b-4db9-8b66-e7975e490a7b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:25,173 [218] [DEBUG] [app] Starting request: urn:request:23fdc4fc-36fa-4897-84d0-43b5ea374afc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:38:25,174 [218] [DEBUG] [app] Ending request: urn:request:23fdc4fc-36fa-4897-84d0-43b5ea374afc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:23fdc4fc-36fa-4897-84d0-43b5ea374afc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:38:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:25,176 [193] [DEBUG] [app] Starting request: urn:request:be6ed363-4164-40ec-a741-e4f486376ae4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:25,177 [194] [DEBUG] [app] Starting request: urn:request:c6a96617-36f2-43f5-982e-2974092f9af4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:25,177 [193] [DEBUG] [app] Ending request: urn:request:be6ed363-4164-40ec-a741-e4f486376ae4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:be6ed363-4164-40ec-a741-e4f486376ae4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:38:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:25,177 [194] [DEBUG] [app] Ending request: urn:request:c6a96617-36f2-43f5-982e-2974092f9af4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c6a96617-36f2-43f5-982e-2974092f9af4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:38:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:25,184 [196] [DEBUG] [app] Ending request: urn:request:9970a37b-a79d-46e2-a359-73a086364660 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9970a37b-a79d-46e2-a359-73a086364660', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:25,184 [195] [DEBUG] [app] Ending request: urn:request:ce42b3a5-564e-41ca-bab8-ab0cd098a720 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ce42b3a5-564e-41ca-bab8-ab0cd098a720', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:38:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:38:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:38:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:08.108858+00:00 (in 41.871778 seconds)
exportactionlogsworker stdout | 2023-06-29 13:38:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:26 UTC)" (scheduled at 2023-06-29 13:38:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:38:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:38:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:38:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:38:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:36.710348+00:00 (in 9.999498 seconds)
gcworker stdout | 2023-06-29 13:38:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:36 UTC)" (scheduled at 2023-06-29 13:38:26.710348+00:00)
gcworker stdout | 2023-06-29 13:38:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836306711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:38:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:38:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:38:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:38:28,812 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:38:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:40.109381+00:00 (in 9.999490 seconds)
notificationworker stdout | 2023-06-29 13:38:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:40 UTC)" (scheduled at 2023-06-29 13:38:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:38:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:38:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 30, 110455), True, datetime.datetime(2023, 6, 29, 13, 38, 30, 110455), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:38:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:38:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:38:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:38:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:38:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:38.227751+00:00 (in 7.999827 seconds)
repositorygcworker stdout | 2023-06-29 13:38:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:43:30 UTC)" (scheduled at 2023-06-29 13:38:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:38:30,228 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 38, 30, 228311), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:38:30,232 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 38, 30, 228311), True, datetime.datetime(2023, 6, 29, 13, 38, 30, 228311), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:38:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 38, 30, 228311), True, datetime.datetime(2023, 6, 29, 13, 38, 30, 228311), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 38, 30, 228311), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:38:30,234 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:38:30,234 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:43:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:38:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:38:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:38.157912+00:00 (in 5.094603 seconds)
securityworker stdout | 2023-06-29 13:38:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:03 UTC)" (scheduled at 2023-06-29 13:38:33.062807+00:00)
securityworker stdout | 2023-06-29 13:38:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:38:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:38:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:38:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:38:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:38:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:38:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:38:34,652 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:38:35,316 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:38:35,319 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:38:35,322 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:38:35,325 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:38:35,378 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:38:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:38:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:14.835653+00:00 (in 38.823504 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:38:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:36 UTC)" (scheduled at 2023-06-29 13:38:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:38:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:38:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:38:36,040 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:38:36,094 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:38:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:38:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:46.710348+00:00 (in 9.999511 seconds)
gcworker stdout | 2023-06-29 13:38:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:46 UTC)" (scheduled at 2023-06-29 13:38:36.710348+00:00)
gcworker stdout | 2023-06-29 13:38:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836316711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:38:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:38:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:38:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:38:38,017 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:38:38,043 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:38:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:38:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:03.062807+00:00 (in 24.904343 seconds)
securityworker stdout | 2023-06-29 13:38:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:08 UTC)" (scheduled at 2023-06-29 13:38:38.157912+00:00)
securityworker stdout | 2023-06-29 13:38:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:38:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:38:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:38:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:38:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:38:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:38:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:38:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:38:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:38:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:38:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 33, 38, 164692), 1, 2])
securityworker stdout | 2023-06-29 13:38:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:38:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:38:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 33, 38, 164692), 1, 2])
securityworker stdout | 2023-06-29 13:38:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:38:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:38:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:38:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:38:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:38:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:38:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:38:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:38:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:38:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:38:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:58.014887+00:00 (in 19.786631 seconds)
repositorygcworker stdout | 2023-06-29 13:38:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:38 UTC)" (scheduled at 2023-06-29 13:38:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:38:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:38:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:38:39,461 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:38:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:50.109381+00:00 (in 9.999471 seconds)
notificationworker stdout | 2023-06-29 13:38:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:50 UTC)" (scheduled at 2023-06-29 13:38:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:38:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:38:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 40, 110396), True, datetime.datetime(2023, 6, 29, 13, 38, 40, 110396), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:38:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:38:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:38:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:38:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:38:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:04.217001+00:00 (in 24.083916 seconds)
namespacegcworker stdout | 2023-06-29 13:38:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:40 UTC)" (scheduled at 2023-06-29 13:38:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:38:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:38:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 40, 133479), True, datetime.datetime(2023, 6, 29, 13, 38, 40, 133479), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:38:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:38:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:38:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:38:40,169 [196] [DEBUG] [app] Starting request: urn:request:b09b980e-7c1a-41be-9f29-7b47759fe533 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:40,169 [193] [DEBUG] [app] Starting request: urn:request:10e8f747-3d30-4fa4-81ce-b27e4337c8a4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:38:40,172 [208] [DEBUG] [app] Starting request: urn:request:5714b34c-fb63-4754-8a39-cae9f9d236ff (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:40,172 [221] [DEBUG] [app] Starting request: urn:request:8790d725-1fb7-43e0-93ff-043810db8c68 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:40,173 [208] [DEBUG] [app] Ending request: urn:request:5714b34c-fb63-4754-8a39-cae9f9d236ff (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5714b34c-fb63-4754-8a39-cae9f9d236ff', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:40,173 [221] [DEBUG] [app] Ending request: urn:request:8790d725-1fb7-43e0-93ff-043810db8c68 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8790d725-1fb7-43e0-93ff-043810db8c68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:38:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:38:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:40,176 [196] [DEBUG] [app] Starting request: urn:request:f87a0557-73a6-4bcd-8113-5349ccc9d51a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:40,176 [195] [DEBUG] [app] Starting request: urn:request:7c75e98a-60a5-445a-b18a-74be31a08379 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:40,176 [196] [DEBUG] [app] Ending request: urn:request:f87a0557-73a6-4bcd-8113-5349ccc9d51a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f87a0557-73a6-4bcd-8113-5349ccc9d51a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:40,176 [195] [DEBUG] [app] Ending request: urn:request:7c75e98a-60a5-445a-b18a-74be31a08379 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7c75e98a-60a5-445a-b18a-74be31a08379', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:38:40,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:40,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:40,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:38:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:40,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:40,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:40,182 [196] [DEBUG] [app] Ending request: urn:request:b09b980e-7c1a-41be-9f29-7b47759fe533 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b09b980e-7c1a-41be-9f29-7b47759fe533', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:40,182 [193] [DEBUG] [app] Ending request: urn:request:10e8f747-3d30-4fa4-81ce-b27e4337c8a4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:10e8f747-3d30-4fa4-81ce-b27e4337c8a4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:40,182 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:40,182 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:38:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:38:40,936 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:38:42,577 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:38:42,593 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:38:42,890 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:38:45,138 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:38:45,884 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:38:45,890 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:38:45,893 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:38:45,896 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:38:45,898 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:38:45,901 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:38:45,904 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:38:45,906 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:38:45,919 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:38:46,280 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:38:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:38:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:16.328917+00:00 (in 29.999467 seconds)
buildlogsarchiver stdout | 2023-06-29 13:38:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:16 UTC)" (scheduled at 2023-06-29 13:38:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:38:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 38, 46, 329966), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:38:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:38:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:38:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:16 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:38:46,449 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:38:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:38:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:38:56.710348+00:00 (in 9.999413 seconds)
gcworker stdout | 2023-06-29 13:38:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:56 UTC)" (scheduled at 2023-06-29 13:38:46.710348+00:00)
gcworker stdout | 2023-06-29 13:38:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836326711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:38:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:38:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:38:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:38:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:38:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:38:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:46.720304+00:00 (in 59.999548 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:38:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:46 UTC)" (scheduled at 2023-06-29 13:38:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:38:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:38:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:38:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:38:46,851 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:38:46,907 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:38:47,336 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:38:47,339 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:38:47,342 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:38:47,978 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:38:49,726 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:38:49,756 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:38:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:38:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:00.109381+00:00 (in 9.999498 seconds)
notificationworker stdout | 2023-06-29 13:38:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:00 UTC)" (scheduled at 2023-06-29 13:38:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:38:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:38:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 50, 110279), True, datetime.datetime(2023, 6, 29, 13, 38, 50, 110279), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:38:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:38:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:38:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:00 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:38:50,167 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:38:50,224 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:38:55,169 [196] [DEBUG] [app] Starting request: urn:request:56e466b2-5c00-489e-9f9b-cf3f7403fa41 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:55,169 [194] [DEBUG] [app] Starting request: urn:request:d7414af1-538b-4e70-85d3-fce302aadd0c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:38:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:38:55,172 [208] [DEBUG] [app] Starting request: urn:request:a98a1ef4-f9c3-4901-825f-8769dc235f72 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:55,173 [221] [DEBUG] [app] Starting request: urn:request:784c6ee1-7aa0-42f1-abeb-ea920e97d4fc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:38:55,173 [208] [DEBUG] [app] Ending request: urn:request:a98a1ef4-f9c3-4901-825f-8769dc235f72 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a98a1ef4-f9c3-4901-825f-8769dc235f72', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:38:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:38:55,173 [221] [DEBUG] [app] Ending request: urn:request:784c6ee1-7aa0-42f1-abeb-ea920e97d4fc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:784c6ee1-7aa0-42f1-abeb-ea920e97d4fc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:38:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:55,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:38:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:38:55,176 [194] [DEBUG] [app] Starting request: urn:request:444ddde9-ffe6-41a0-ad10-67e134e1fcde (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:55,176 [193] [DEBUG] [app] Starting request: urn:request:81468fde-0f9d-47e8-adbc-ebed78e14e40 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:38:55,176 [194] [DEBUG] [app] Ending request: urn:request:444ddde9-ffe6-41a0-ad10-67e134e1fcde (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:444ddde9-ffe6-41a0-ad10-67e134e1fcde', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:55,177 [193] [DEBUG] [app] Ending request: urn:request:81468fde-0f9d-47e8-adbc-ebed78e14e40 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:81468fde-0f9d-47e8-adbc-ebed78e14e40', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:38:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:38:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:38:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:38:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:38:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:38:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:38:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:55,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:38:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:38:55,184 [196] [DEBUG] [app] Ending request: urn:request:56e466b2-5c00-489e-9f9b-cf3f7403fa41 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:56e466b2-5c00-489e-9f9b-cf3f7403fa41', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:55,184 [194] [DEBUG] [app] Ending request: urn:request:d7414af1-538b-4e70-85d3-fce302aadd0c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d7414af1-538b-4e70-85d3-fce302aadd0c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:38:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:38:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:38:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:38:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:38:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:38:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:38:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:06.710348+00:00 (in 9.999392 seconds)
gcworker stdout | 2023-06-29 13:38:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:06 UTC)" (scheduled at 2023-06-29 13:38:56.710348+00:00)
gcworker stdout | 2023-06-29 13:38:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836336711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:38:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:38:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:38:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:38:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:38:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:38.227751+00:00 (in 40.212404 seconds)
repositorygcworker stdout | 2023-06-29 13:38:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:58 UTC)" (scheduled at 2023-06-29 13:38:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:38:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:38:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 38, 58, 15745), True, datetime.datetime(2023, 6, 29, 13, 38, 58, 15745), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:38:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:38:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:38:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:39:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:38:58,849 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:39:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:10.109381+00:00 (in 9.999524 seconds)
notificationworker stdout | 2023-06-29 13:39:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:10 UTC)" (scheduled at 2023-06-29 13:39:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:39:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:39:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 0, 110314), True, datetime.datetime(2023, 6, 29, 13, 39, 0, 110314), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:39:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:39:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:39:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:39:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:39:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:08.157912+00:00 (in 5.094572 seconds)
securityworker stdout | 2023-06-29 13:39:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:33 UTC)" (scheduled at 2023-06-29 13:39:03.062807+00:00)
securityworker stdout | 2023-06-29 13:39:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:39:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:39:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:39:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:39:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:39:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:39:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:39:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:39:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:30.216752+00:00 (in 25.999270 seconds)
namespacegcworker stdout | 2023-06-29 13:39:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:04 UTC)" (scheduled at 2023-06-29 13:39:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:39:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:39:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:39:04,689 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:39:05,325 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:39:05,327 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:39:05,330 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:39:05,333 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:39:05,387 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:39:06,077 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:39:06,120 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:39:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:39:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:16.710348+00:00 (in 9.999461 seconds)
gcworker stdout | 2023-06-29 13:39:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:16 UTC)" (scheduled at 2023-06-29 13:39:06.710348+00:00)
gcworker stdout | 2023-06-29 13:39:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836346711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:39:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:39:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:39:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:39:08,049 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:39:08,051 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:39:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:39:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:26.236566+00:00 (in 18.127198 seconds)
exportactionlogsworker stdout | 2023-06-29 13:39:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:08 UTC)" (scheduled at 2023-06-29 13:39:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:39:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:39:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 8, 109812), True, datetime.datetime(2023, 6, 29, 13, 39, 8, 109812), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:39:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:39:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:39:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:39:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:39:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:33.062807+00:00 (in 24.904355 seconds)
securityworker stdout | 2023-06-29 13:39:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:38 UTC)" (scheduled at 2023-06-29 13:39:08.157912+00:00)
securityworker stdout | 2023-06-29 13:39:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:39:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:39:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:39:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:39:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:39:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:39:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:39:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:39:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:39:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:39:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 34, 8, 164736), 1, 2])
securityworker stdout | 2023-06-29 13:39:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:39:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:39:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 34, 8, 164736), 1, 2])
securityworker stdout | 2023-06-29 13:39:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:39:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:39:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:39:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:39:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:39:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:39:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:39:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:39:09,499 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:39:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:10.614040+00:00 (in 0.504159 seconds)
notificationworker stdout | 2023-06-29 13:39:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:20 UTC)" (scheduled at 2023-06-29 13:39:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:39:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:39:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 10, 110358), True, datetime.datetime(2023, 6, 29, 13, 39, 10, 110358), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:39:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:39:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:39:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:39:10,169 [196] [DEBUG] [app] Starting request: urn:request:23fce455-ae1c-4f96-a992-091e746c46c5 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:10,169 [195] [DEBUG] [app] Starting request: urn:request:a2fbbf72-a5f8-41dd-82db-75ba7a64b3f7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:39:10,173 [209] [DEBUG] [app] Starting request: urn:request:4f08a918-e78c-4d74-af01-e9f5a1dc85c2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:10,173 [217] [DEBUG] [app] Starting request: urn:request:86c99117-8e2f-4263-b2ec-068f0c4f34bf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:10,173 [209] [DEBUG] [app] Ending request: urn:request:4f08a918-e78c-4d74-af01-e9f5a1dc85c2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4f08a918-e78c-4d74-af01-e9f5a1dc85c2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:10,173 [217] [DEBUG] [app] Ending request: urn:request:86c99117-8e2f-4263-b2ec-068f0c4f34bf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:86c99117-8e2f-4263-b2ec-068f0c4f34bf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:10,174 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:39:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:39:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:10,176 [196] [DEBUG] [app] Starting request: urn:request:456b96dc-c849-4f91-861c-80446f4cac87 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:10,176 [193] [DEBUG] [app] Starting request: urn:request:0fc75293-fac5-468f-acb1-ac61a90ed904 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:10,176 [196] [DEBUG] [app] Ending request: urn:request:456b96dc-c849-4f91-861c-80446f4cac87 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:456b96dc-c849-4f91-861c-80446f4cac87', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:39:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:10,177 [193] [DEBUG] [app] Ending request: urn:request:0fc75293-fac5-468f-acb1-ac61a90ed904 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0fc75293-fac5-468f-acb1-ac61a90ed904', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:39:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:10,183 [196] [DEBUG] [app] Ending request: urn:request:23fce455-ae1c-4f96-a992-091e746c46c5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:23fce455-ae1c-4f96-a992-091e746c46c5', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:10,183 [195] [DEBUG] [app] Ending request: urn:request:a2fbbf72-a5f8-41dd-82db-75ba7a64b3f7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a2fbbf72-a5f8-41dd-82db-75ba7a64b3f7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:10,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gunicorn-web stdout | 2023-06-29 13:39:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
notificationworker stdout | 2023-06-29 13:39:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:20.109381+00:00 (in 9.494859 seconds)
notificationworker stdout | 2023-06-29 13:39:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:10 UTC)" (scheduled at 2023-06-29 13:39:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:39:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:39:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:39:10,971 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:39:12,614 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:39:12,630 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:39:12,926 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:36.011593+00:00 (in 21.175439 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:14 UTC)" (scheduled at 2023-06-29 13:39:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 14, 836620), True, datetime.datetime(2023, 6, 29, 13, 39, 14, 836620), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:39:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:39:15,175 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:39:15,898 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:39:15,902 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:39:15,905 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:39:15,908 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:39:15,911 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:39:15,913 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:39:15,916 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:39:15,920 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:39:15,930 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:39:16,313 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:39:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:39:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:46.328917+00:00 (in 29.999370 seconds)
buildlogsarchiver stdout | 2023-06-29 13:39:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:46 UTC)" (scheduled at 2023-06-29 13:39:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:39:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 39, 16, 330094), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:39:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:39:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:39:16,336 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:39:46 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:39:16,484 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:39:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:39:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:26.710348+00:00 (in 9.999424 seconds)
gcworker stdout | 2023-06-29 13:39:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:26 UTC)" (scheduled at 2023-06-29 13:39:16.710348+00:00)
gcworker stdout | 2023-06-29 13:39:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836356711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:39:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:39:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:39:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:26 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:39:16,888 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:39:16,944 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:39:17,345 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:39:17,348 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:39:17,351 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:39:17,985 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:39:19,763 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:39:19,792 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:39:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:30.109381+00:00 (in 9.999546 seconds)
notificationworker stdout | 2023-06-29 13:39:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:30 UTC)" (scheduled at 2023-06-29 13:39:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:39:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:39:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 20, 110311), True, datetime.datetime(2023, 6, 29, 13, 39, 20, 110311), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:39:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:39:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:39:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:39:20,186 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:39:20,242 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:39:25,169 [196] [DEBUG] [app] Starting request: urn:request:4559e5b0-8843-4335-85c6-00e59ec73d78 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:25,169 [195] [DEBUG] [app] Starting request: urn:request:8308a9dc-7ab6-4c17-a8df-c1d1a622d0f6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:39:25,172 [217] [DEBUG] [app] Starting request: urn:request:6485188e-4274-483e-9e8b-4bdc85aeb80b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:25,173 [214] [DEBUG] [app] Starting request: urn:request:8935908b-ed07-4bac-a75a-e99a86203a33 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:25,173 [217] [DEBUG] [app] Ending request: urn:request:6485188e-4274-483e-9e8b-4bdc85aeb80b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6485188e-4274-483e-9e8b-4bdc85aeb80b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:25,173 [214] [DEBUG] [app] Ending request: urn:request:8935908b-ed07-4bac-a75a-e99a86203a33 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8935908b-ed07-4bac-a75a-e99a86203a33', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:25,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:39:25,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:25,176 [196] [DEBUG] [app] Starting request: urn:request:c11e5232-9618-4e95-9d8f-d2aa4f305c6e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:25,176 [196] [DEBUG] [app] Ending request: urn:request:c11e5232-9618-4e95-9d8f-d2aa4f305c6e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c11e5232-9618-4e95-9d8f-d2aa4f305c6e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:39:25,176 [193] [DEBUG] [app] Starting request: urn:request:b0f840f2-0dcf-40bc-bd51-14c81bc0ac09 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:25,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:25,177 [193] [DEBUG] [app] Ending request: urn:request:b0f840f2-0dcf-40bc-bd51-14c81bc0ac09 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b0f840f2-0dcf-40bc-bd51-14c81bc0ac09', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:25,183 [196] [DEBUG] [app] Ending request: urn:request:4559e5b0-8843-4335-85c6-00e59ec73d78 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4559e5b0-8843-4335-85c6-00e59ec73d78', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:25,183 [195] [DEBUG] [app] Ending request: urn:request:8308a9dc-7ab6-4c17-a8df-c1d1a622d0f6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8308a9dc-7ab6-4c17-a8df-c1d1a622d0f6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:25,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:39:25,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
exportactionlogsworker stdout | 2023-06-29 13:39:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:39:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:49.236331+00:00 (in 22.999285 seconds)
exportactionlogsworker stdout | 2023-06-29 13:39:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:26 UTC)" (scheduled at 2023-06-29 13:39:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:39:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:39:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:39:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:39:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:36.710348+00:00 (in 9.999287 seconds)
gcworker stdout | 2023-06-29 13:39:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:36 UTC)" (scheduled at 2023-06-29 13:39:26.710348+00:00)
gcworker stdout | 2023-06-29 13:39:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836366711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:39:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:39:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:39:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:39:28,886 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:39:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:40.109381+00:00 (in 9.999491 seconds)
notificationworker stdout | 2023-06-29 13:39:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:40 UTC)" (scheduled at 2023-06-29 13:39:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:39:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:39:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 30, 110361), True, datetime.datetime(2023, 6, 29, 13, 39, 30, 110361), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:39:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:39:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:39:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:39:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:39:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:40.132615+00:00 (in 9.915355 seconds)
namespacegcworker stdout | 2023-06-29 13:39:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:44:30 UTC)" (scheduled at 2023-06-29 13:39:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:39:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 39, 30, 217672), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:39:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 39, 30, 217672), True, datetime.datetime(2023, 6, 29, 13, 39, 30, 217672), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:39:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 39, 30, 217672), True, datetime.datetime(2023, 6, 29, 13, 39, 30, 217672), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 39, 30, 217672), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:39:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:39:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:44:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:39:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:39:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:38.157912+00:00 (in 5.094614 seconds)
securityworker stdout | 2023-06-29 13:39:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:03 UTC)" (scheduled at 2023-06-29 13:39:33.062807+00:00)
securityworker stdout | 2023-06-29 13:39:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:39:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:39:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:39:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:39:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:39:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:39:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:39:34,726 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:39:35,334 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:39:35,336 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:39:35,339 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:39:35,342 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:39:35,394 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:39:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:39:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:14.835653+00:00 (in 38.823576 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:39:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:36 UTC)" (scheduled at 2023-06-29 13:39:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:39:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:39:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:39:36,115 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:39:36,156 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:39:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:39:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:46.710348+00:00 (in 9.999480 seconds)
gcworker stdout | 2023-06-29 13:39:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:46 UTC)" (scheduled at 2023-06-29 13:39:36.710348+00:00)
gcworker stdout | 2023-06-29 13:39:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836376711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:39:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:39:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:39:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:46 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:39:38,085 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:39:38,088 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:39:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:39:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:03.062807+00:00 (in 24.904417 seconds)
securityworker stdout | 2023-06-29 13:39:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:08 UTC)" (scheduled at 2023-06-29 13:39:38.157912+00:00)
securityworker stdout | 2023-06-29 13:39:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:39:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:39:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:39:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:39:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:39:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:39:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:39:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:39:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:39:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:39:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 34, 38, 165221), 1, 2])
securityworker stdout | 2023-06-29 13:39:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:39:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:39:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 34, 38, 165221), 1, 2])
securityworker stdout | 2023-06-29 13:39:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:39:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:39:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:39:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:39:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:39:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:58.014887+00:00 (in 19.786678 seconds)
repositorygcworker stdout | 2023-06-29 13:39:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:38 UTC)" (scheduled at 2023-06-29 13:39:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:39:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:39:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:39:39,524 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:39:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:50.109381+00:00 (in 9.999481 seconds)
notificationworker stdout | 2023-06-29 13:39:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:50 UTC)" (scheduled at 2023-06-29 13:39:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:39:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:39:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 40, 110401), True, datetime.datetime(2023, 6, 29, 13, 39, 40, 110401), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:39:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:39:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:39:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:39:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:39:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:04.217001+00:00 (in 24.083870 seconds)
namespacegcworker stdout | 2023-06-29 13:39:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:40 UTC)" (scheduled at 2023-06-29 13:39:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:39:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:39:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 40, 133532), True, datetime.datetime(2023, 6, 29, 13, 39, 40, 133532), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:39:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:39:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:39:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:39:40,169 [193] [DEBUG] [app] Starting request: urn:request:70cdadbb-fb12-4c25-8880-5eefa856af4d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:40,169 [196] [DEBUG] [app] Starting request: urn:request:19bd2029-546f-4577-b4c8-e8cf44833be0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:39:40,172 [208] [DEBUG] [app] Starting request: urn:request:8ccf5e51-9772-4e60-b1ff-fbb7135f9a70 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:40,173 [218] [DEBUG] [app] Starting request: urn:request:43592df8-91ff-4376-a336-22dc9a017fca (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:40,173 [208] [DEBUG] [app] Ending request: urn:request:8ccf5e51-9772-4e60-b1ff-fbb7135f9a70 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8ccf5e51-9772-4e60-b1ff-fbb7135f9a70', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:40,173 [218] [DEBUG] [app] Ending request: urn:request:43592df8-91ff-4376-a336-22dc9a017fca (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:43592df8-91ff-4376-a336-22dc9a017fca', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:39:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:39:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:40,176 [193] [DEBUG] [app] Starting request: urn:request:8f281a7f-69e0-429b-bb78-6e0f7107b2de (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:40,176 [195] [DEBUG] [app] Starting request: urn:request:f1d3bed5-4f69-4a08-96d6-1650749372f6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:40,176 [193] [DEBUG] [app] Ending request: urn:request:8f281a7f-69e0-429b-bb78-6e0f7107b2de (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8f281a7f-69e0-429b-bb78-6e0f7107b2de', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:39:40,177 [195] [DEBUG] [app] Ending request: urn:request:f1d3bed5-4f69-4a08-96d6-1650749372f6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f1d3bed5-4f69-4a08-96d6-1650749372f6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:39:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:40,183 [196] [DEBUG] [app] Ending request: urn:request:19bd2029-546f-4577-b4c8-e8cf44833be0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:19bd2029-546f-4577-b4c8-e8cf44833be0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:40,183 [193] [DEBUG] [app] Ending request: urn:request:70cdadbb-fb12-4c25-8880-5eefa856af4d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:70cdadbb-fb12-4c25-8880-5eefa856af4d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:39:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:39:41,008 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:39:42,650 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:39:42,654 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:39:42,962 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:39:45,185 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:39:45,910 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:39:45,913 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:39:45,917 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:39:45,920 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:39:45,922 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:39:45,925 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:39:45,927 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:39:45,930 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:39:45,942 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
builder stdout | 2023-06-29 13:39:46,324 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
buildlogsarchiver stdout | 2023-06-29 13:39:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:39:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:16.328917+00:00 (in 29.999379 seconds)
buildlogsarchiver stdout | 2023-06-29 13:39:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:16 UTC)" (scheduled at 2023-06-29 13:39:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:39:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 39, 46, 329920), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:39:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:39:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:39:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:16 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:39:46,520 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:39:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:39:46,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:39:56.710348+00:00 (in 9.999518 seconds)
gcworker stdout | 2023-06-29 13:39:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:56 UTC)" (scheduled at 2023-06-29 13:39:46.710348+00:00)
gcworker stdout | 2023-06-29 13:39:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836386711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:39:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:39:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:39:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:39:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:39:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:39:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:46.720304+00:00 (in 59.999536 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:39:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:46 UTC)" (scheduled at 2023-06-29 13:39:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:39:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:39:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:39:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:39:46,925 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:39:46,969 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:39:47,353 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:39:47,357 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:39:47,359 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:39:48,017 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
exportactionlogsworker stdout | 2023-06-29 13:39:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:39:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:08.108858+00:00 (in 18.872019 seconds)
exportactionlogsworker stdout | 2023-06-29 13:39:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:44:49 UTC)" (scheduled at 2023-06-29 13:39:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:39:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 39, 49, 237289), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:39:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 39, 49, 237289), True, datetime.datetime(2023, 6, 29, 13, 39, 49, 237289), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:39:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 39, 49, 237289), True, datetime.datetime(2023, 6, 29, 13, 39, 49, 237289), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 39, 49, 237289), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:39:49,243 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:39:49,244 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:44:49 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:39:49,801 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:39:49,804 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:39:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:39:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:00.109381+00:00 (in 9.999483 seconds)
notificationworker stdout | 2023-06-29 13:39:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:00 UTC)" (scheduled at 2023-06-29 13:39:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:39:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:39:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 50, 110343), True, datetime.datetime(2023, 6, 29, 13, 39, 50, 110343), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:39:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:39:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:39:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:00 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:39:50,211 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:39:50,278 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:39:55,169 [193] [DEBUG] [app] Starting request: urn:request:03a4bfb3-bb3a-4ff8-af37-b8a33e4a4484 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:55,169 [195] [DEBUG] [app] Starting request: urn:request:1adaeb60-1946-403f-9c12-b9d414f5a817 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:39:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:39:55,173 [221] [DEBUG] [app] Starting request: urn:request:5617e279-4bcb-49b0-be05-9bb816f16326 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:55,173 [208] [DEBUG] [app] Starting request: urn:request:f8d85659-4e16-40bc-b0c0-5f901c9badf8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:39:55,173 [221] [DEBUG] [app] Ending request: urn:request:5617e279-4bcb-49b0-be05-9bb816f16326 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5617e279-4bcb-49b0-be05-9bb816f16326', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:55,173 [208] [DEBUG] [app] Ending request: urn:request:f8d85659-4e16-40bc-b0c0-5f901c9badf8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f8d85659-4e16-40bc-b0c0-5f901c9badf8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:39:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:39:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:39:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:39:55,176 [193] [DEBUG] [app] Starting request: urn:request:e99cfcdf-6b40-45d9-9ee6-3bb810a86c16 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:55,176 [196] [DEBUG] [app] Starting request: urn:request:32555e6a-9d74-4bf1-ac3d-af2a861ee9c8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:39:55,177 [193] [DEBUG] [app] Ending request: urn:request:e99cfcdf-6b40-45d9-9ee6-3bb810a86c16 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e99cfcdf-6b40-45d9-9ee6-3bb810a86c16', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:39:55,177 [196] [DEBUG] [app] Ending request: urn:request:32555e6a-9d74-4bf1-ac3d-af2a861ee9c8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:32555e6a-9d74-4bf1-ac3d-af2a861ee9c8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:39:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:39:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:39:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:39:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:39:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:39:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:39:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:39:55,184 [193] [DEBUG] [app] Ending request: urn:request:03a4bfb3-bb3a-4ff8-af37-b8a33e4a4484 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:03a4bfb3-bb3a-4ff8-af37-b8a33e4a4484', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:55,184 [195] [DEBUG] [app] Ending request: urn:request:1adaeb60-1946-403f-9c12-b9d414f5a817 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1adaeb60-1946-403f-9c12-b9d414f5a817', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:39:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:39:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:39:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:39:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:39:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:39:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:39:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:06.710348+00:00 (in 9.999510 seconds)
gcworker stdout | 2023-06-29 13:39:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:06 UTC)" (scheduled at 2023-06-29 13:39:56.710348+00:00)
gcworker stdout | 2023-06-29 13:39:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836396711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:39:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:39:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:39:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:39:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:39:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:38.227751+00:00 (in 40.212383 seconds)
repositorygcworker stdout | 2023-06-29 13:39:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:58 UTC)" (scheduled at 2023-06-29 13:39:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:39:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:39:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 39, 58, 15781), True, datetime.datetime(2023, 6, 29, 13, 39, 58, 15781), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:39:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:39:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:39:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:40:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:39:58,914 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:40:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:10.109381+00:00 (in 9.999511 seconds)
notificationworker stdout | 2023-06-29 13:40:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:10 UTC)" (scheduled at 2023-06-29 13:40:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:40:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:40:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 0, 110313), True, datetime.datetime(2023, 6, 29, 13, 40, 0, 110313), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:40:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:40:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:40:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:40:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:08.157912+00:00 (in 5.094627 seconds)
securityworker stdout | 2023-06-29 13:40:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:33 UTC)" (scheduled at 2023-06-29 13:40:03.062807+00:00)
securityworker stdout | 2023-06-29 13:40:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:40:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:40:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:40:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:40:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:40:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:40:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:40:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:40:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:40.132615+00:00 (in 35.915126 seconds)
namespacegcworker stdout | 2023-06-29 13:40:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:04 UTC)" (scheduled at 2023-06-29 13:40:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:40:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:40:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:40:04,763 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:40:05,342 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:40:05,344 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:40:05,347 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:40:05,350 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:40:05,402 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:40:06,151 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:40:06,193 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:40:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:40:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:16.710348+00:00 (in 9.999480 seconds)
gcworker stdout | 2023-06-29 13:40:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:16 UTC)" (scheduled at 2023-06-29 13:40:06.710348+00:00)
gcworker stdout | 2023-06-29 13:40:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836406711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:40:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:40:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:40:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:16 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:40:08,094 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
exportactionlogsworker stdout | 2023-06-29 13:40:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:40:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:26.236566+00:00 (in 18.127176 seconds)
exportactionlogsworker stdout | 2023-06-29 13:40:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:08 UTC)" (scheduled at 2023-06-29 13:40:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:40:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:40:08,111 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 8, 109850), True, datetime.datetime(2023, 6, 29, 13, 40, 8, 109850), 0, 'exportactionlogs/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:08,114 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
exportactionlogsworker stdout | 2023-06-29 13:40:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:40:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:40:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:40:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:40:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:33.062807+00:00 (in 24.904423 seconds)
securityworker stdout | 2023-06-29 13:40:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:38 UTC)" (scheduled at 2023-06-29 13:40:08.157912+00:00)
securityworker stdout | 2023-06-29 13:40:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:40:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:40:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:40:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:40:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:40:08,162 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:40:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:40:08,167 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:40:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:40:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:40:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 35, 8, 163929), 1, 2])
securityworker stdout | 2023-06-29 13:40:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:40:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:40:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 35, 8, 163929), 1, 2])
securityworker stdout | 2023-06-29 13:40:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:40:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:40:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:40:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:40:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:40:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:40:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:40:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:40:09,547 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:40:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:10.614040+00:00 (in 0.504150 seconds)
notificationworker stdout | 2023-06-29 13:40:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:20 UTC)" (scheduled at 2023-06-29 13:40:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:40:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:40:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 10, 110381), True, datetime.datetime(2023, 6, 29, 13, 40, 10, 110381), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:40:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:40:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:40:10,169 [193] [DEBUG] [app] Starting request: urn:request:5c22a321-2da2-43f3-bdcb-83cbe86d35d1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:10,169 [196] [DEBUG] [app] Starting request: urn:request:0eaef93d-2942-4afb-8ca3-0f1d40a35ee9 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:40:10,172 [208] [DEBUG] [app] Starting request: urn:request:e7047f8a-cc28-4bb6-a97f-e0f343e9be3c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:10,172 [218] [DEBUG] [app] Starting request: urn:request:5bc21944-8d23-4479-969a-2661ff553342 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:10,173 [218] [DEBUG] [app] Ending request: urn:request:5bc21944-8d23-4479-969a-2661ff553342 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5bc21944-8d23-4479-969a-2661ff553342', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:10,173 [208] [DEBUG] [app] Ending request: urn:request:e7047f8a-cc28-4bb6-a97f-e0f343e9be3c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e7047f8a-cc28-4bb6-a97f-e0f343e9be3c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:40:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:40:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:10,176 [195] [DEBUG] [app] Starting request: urn:request:73d91f06-b236-4ee5-9a7a-a81a6bfb435a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:10,176 [194] [DEBUG] [app] Starting request: urn:request:ed711e53-bf2d-4d2c-ac5c-f732069e832e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:10,176 [195] [DEBUG] [app] Ending request: urn:request:73d91f06-b236-4ee5-9a7a-a81a6bfb435a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:73d91f06-b236-4ee5-9a7a-a81a6bfb435a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:10,176 [194] [DEBUG] [app] Ending request: urn:request:ed711e53-bf2d-4d2c-ac5c-f732069e832e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ed711e53-bf2d-4d2c-ac5c-f732069e832e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:40:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:40:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:10,183 [193] [DEBUG] [app] Ending request: urn:request:5c22a321-2da2-43f3-bdcb-83cbe86d35d1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5c22a321-2da2-43f3-bdcb-83cbe86d35d1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:10,183 [196] [DEBUG] [app] Ending request: urn:request:0eaef93d-2942-4afb-8ca3-0f1d40a35ee9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0eaef93d-2942-4afb-8ca3-0f1d40a35ee9', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:40:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:40:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:20.109381+00:00 (in 9.494856 seconds)
notificationworker stdout | 2023-06-29 13:40:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:10 UTC)" (scheduled at 2023-06-29 13:40:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:40:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:40:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:40:11,045 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:40:12,663 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:40:12,673 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:40:12,978 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:36.011593+00:00 (in 21.175410 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:14 UTC)" (scheduled at 2023-06-29 13:40:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 14, 836578), True, datetime.datetime(2023, 6, 29, 13, 40, 14, 836578), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,841 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:40:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:40:15,193 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:40:15,922 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:40:15,924 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:40:15,928 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:40:15,931 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:40:15,934 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:40:15,937 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:40:15,939 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:40:15,942 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:40:15,952 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:40:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:40:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:46.328917+00:00 (in 29.999527 seconds)
buildlogsarchiver stdout | 2023-06-29 13:40:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:46 UTC)" (scheduled at 2023-06-29 13:40:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:40:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 40, 16, 329784), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:40:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:40:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:40:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:40:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:40:16,337 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:40:16,556 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:40:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:40:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:26.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:40:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:26 UTC)" (scheduled at 2023-06-29 13:40:16.710348+00:00)
gcworker stdout | 2023-06-29 13:40:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836416711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:40:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:40:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:40:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:26 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:40:16,962 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:40:16,991 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:40:17,361 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:40:17,364 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:40:17,366 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:40:18,030 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:40:19,838 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:40:19,841 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:40:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:30.109381+00:00 (in 9.999573 seconds)
notificationworker stdout | 2023-06-29 13:40:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:30 UTC)" (scheduled at 2023-06-29 13:40:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:40:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:40:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 20, 110271), True, datetime.datetime(2023, 6, 29, 13, 40, 20, 110271), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:40:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:40:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:40:20,248 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:40:20,314 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:40:25,169 [193] [DEBUG] [app] Starting request: urn:request:5a864bf6-c87e-49a2-a90c-ce53984a348b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:25,169 [195] [DEBUG] [app] Starting request: urn:request:ccb3d4be-f2f1-45f2-95dd-a7dbc930628c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:40:25,173 [217] [DEBUG] [app] Starting request: urn:request:38ce374c-5bb8-48f0-aebd-1396a90a0481 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:25,173 [208] [DEBUG] [app] Starting request: urn:request:45b60857-6380-45b1-9430-48ff6a487fe2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:25,173 [208] [DEBUG] [app] Ending request: urn:request:45b60857-6380-45b1-9430-48ff6a487fe2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:45b60857-6380-45b1-9430-48ff6a487fe2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:25,173 [217] [DEBUG] [app] Ending request: urn:request:38ce374c-5bb8-48f0-aebd-1396a90a0481 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:38ce374c-5bb8-48f0-aebd-1396a90a0481', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:40:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:40:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:25,176 [196] [DEBUG] [app] Starting request: urn:request:c7365fa7-2c0b-4e71-a95f-196ae6380f84 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:25,176 [193] [DEBUG] [app] Starting request: urn:request:9336a028-87ee-426d-af10-5bf2bb097f05 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:25,177 [196] [DEBUG] [app] Ending request: urn:request:c7365fa7-2c0b-4e71-a95f-196ae6380f84 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c7365fa7-2c0b-4e71-a95f-196ae6380f84', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:25,177 [193] [DEBUG] [app] Ending request: urn:request:9336a028-87ee-426d-af10-5bf2bb097f05 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9336a028-87ee-426d-af10-5bf2bb097f05', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:40:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:25,184 [193] [DEBUG] [app] Ending request: urn:request:5a864bf6-c87e-49a2-a90c-ce53984a348b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5a864bf6-c87e-49a2-a90c-ce53984a348b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:25,184 [195] [DEBUG] [app] Ending request: urn:request:ccb3d4be-f2f1-45f2-95dd-a7dbc930628c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ccb3d4be-f2f1-45f2-95dd-a7dbc930628c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gunicorn-web stdout | 2023-06-29 13:40:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:40:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:40:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:40:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:08.108858+00:00 (in 41.871767 seconds)
exportactionlogsworker stdout | 2023-06-29 13:40:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:26 UTC)" (scheduled at 2023-06-29 13:40:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:40:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:40:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:40:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:40:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:36.710348+00:00 (in 9.999494 seconds)
gcworker stdout | 2023-06-29 13:40:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:36 UTC)" (scheduled at 2023-06-29 13:40:26.710348+00:00)
gcworker stdout | 2023-06-29 13:40:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836426711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:40:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:40:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:40:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:40:28,951 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:40:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:40.109381+00:00 (in 9.999489 seconds)
notificationworker stdout | 2023-06-29 13:40:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:40 UTC)" (scheduled at 2023-06-29 13:40:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:40:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:40:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 30, 110391), True, datetime.datetime(2023, 6, 29, 13, 40, 30, 110391), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:40:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:40:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:40:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:40:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:38.157912+00:00 (in 5.094634 seconds)
securityworker stdout | 2023-06-29 13:40:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:03 UTC)" (scheduled at 2023-06-29 13:40:33.062807+00:00)
securityworker stdout | 2023-06-29 13:40:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:40:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:40:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:40:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:40:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:40:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:40:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:40:34,800 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:40:35,351 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:40:35,354 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:40:35,357 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:40:35,360 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:40:35,410 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:40:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:40:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:14.835653+00:00 (in 38.823558 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:40:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:36 UTC)" (scheduled at 2023-06-29 13:40:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:40:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:40:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:40:36,188 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:40:36,229 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:40:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:40:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:46.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 13:40:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:46 UTC)" (scheduled at 2023-06-29 13:40:36.710348+00:00)
gcworker stdout | 2023-06-29 13:40:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836436711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:40:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:40:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:40:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:46 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:40:38,132 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:40:38,134 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
securityworker stdout | 2023-06-29 13:40:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:40:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:03.062807+00:00 (in 24.904393 seconds)
securityworker stdout | 2023-06-29 13:40:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:08 UTC)" (scheduled at 2023-06-29 13:40:38.157912+00:00)
securityworker stdout | 2023-06-29 13:40:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:40:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:40:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:40:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:40:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:40:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:40:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:40:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:40:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:40:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:40:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 35, 38, 164284), 1, 2])
securityworker stdout | 2023-06-29 13:40:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:40:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:40:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 35, 38, 164284), 1, 2])
securityworker stdout | 2023-06-29 13:40:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:40:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:40:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:40:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:40:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:40:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:40:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:40:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:40:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:40:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:40:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:58.014887+00:00 (in 19.786645 seconds)
repositorygcworker stdout | 2023-06-29 13:40:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:38 UTC)" (scheduled at 2023-06-29 13:40:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:40:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:40:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:40:39,585 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:40:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:50.109381+00:00 (in 9.999457 seconds)
notificationworker stdout | 2023-06-29 13:40:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:50 UTC)" (scheduled at 2023-06-29 13:40:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:40:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:40:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 40, 110401), True, datetime.datetime(2023, 6, 29, 13, 40, 40, 110401), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:40:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:40:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:40:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:40:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:04.217001+00:00 (in 24.083916 seconds)
namespacegcworker stdout | 2023-06-29 13:40:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:40 UTC)" (scheduled at 2023-06-29 13:40:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:40:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:40:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 40, 133478), True, datetime.datetime(2023, 6, 29, 13, 40, 40, 133478), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:40:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:40:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:40:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:40:40,169 [196] [DEBUG] [app] Starting request: urn:request:03910520-d232-46cb-8399-45d6b87f20b5 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:40,169 [193] [DEBUG] [app] Starting request: urn:request:ed7bcc97-e2dd-4fe3-abe4-ec715ce55514 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:40:40,173 [208] [DEBUG] [app] Starting request: urn:request:c855d432-c98a-4187-93f1-ce9d6a51b497 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:40,173 [221] [DEBUG] [app] Starting request: urn:request:92c8479b-5785-4d5d-b687-5955768a3478 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:40,173 [208] [DEBUG] [app] Ending request: urn:request:c855d432-c98a-4187-93f1-ce9d6a51b497 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c855d432-c98a-4187-93f1-ce9d6a51b497', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:40,173 [221] [DEBUG] [app] Ending request: urn:request:92c8479b-5785-4d5d-b687-5955768a3478 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:92c8479b-5785-4d5d-b687-5955768a3478', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:40:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:40:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:40,176 [195] [DEBUG] [app] Starting request: urn:request:c22ac8bd-aead-4f77-9cf1-dde998030be7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:40,176 [194] [DEBUG] [app] Starting request: urn:request:f3cf3a90-c372-44a1-829a-52bd878f70e3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:40,177 [195] [DEBUG] [app] Ending request: urn:request:c22ac8bd-aead-4f77-9cf1-dde998030be7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c22ac8bd-aead-4f77-9cf1-dde998030be7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:40,177 [194] [DEBUG] [app] Ending request: urn:request:f3cf3a90-c372-44a1-829a-52bd878f70e3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f3cf3a90-c372-44a1-829a-52bd878f70e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:40:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:40,183 [193] [DEBUG] [app] Ending request: urn:request:ed7bcc97-e2dd-4fe3-abe4-ec715ce55514 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ed7bcc97-e2dd-4fe3-abe4-ec715ce55514', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:40,183 [196] [DEBUG] [app] Ending request: urn:request:03910520-d232-46cb-8399-45d6b87f20b5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:03910520-d232-46cb-8399-45d6b87f20b5', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:40:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:40:41,066 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:40:42,698 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:40:42,700 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:40:43,013 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:40:45,223 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:40:45,932 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:40:45,936 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:40:45,940 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:40:45,942 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:40:45,945 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:40:45,948 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:40:45,951 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:40:45,954 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:40:45,963 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:40:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:40:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:16.328917+00:00 (in 29.999491 seconds)
buildlogsarchiver stdout | 2023-06-29 13:40:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:16 UTC)" (scheduled at 2023-06-29 13:40:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:40:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 40, 46, 329773), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:40:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:40:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:40:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:16 UTC)" executed successfully
builder stdout | 2023-06-29 13:40:46,374 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:40:46,576 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:40:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:40:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:40:56.710348+00:00 (in 9.999493 seconds)
gcworker stdout | 2023-06-29 13:40:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:56 UTC)" (scheduled at 2023-06-29 13:40:46.710348+00:00)
gcworker stdout | 2023-06-29 13:40:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836446711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:40:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:40:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:40:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:40:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:40:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:40:46,721 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:46.720304+00:00 (in 59.999463 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:40:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:46 UTC)" (scheduled at 2023-06-29 13:40:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:40:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:40:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:40:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:40:46,999 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:40:47,001 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:40:47,369 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:40:47,372 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:40:47,375 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:40:48,066 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:40:49,849 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:40:49,874 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:40:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:40:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:00.109381+00:00 (in 9.999482 seconds)
notificationworker stdout | 2023-06-29 13:40:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:00 UTC)" (scheduled at 2023-06-29 13:40:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:40:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:40:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 50, 110381), True, datetime.datetime(2023, 6, 29, 13, 40, 50, 110381), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:40:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:40:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:40:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:00 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:40:50,285 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:40:50,331 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:40:55,169 [193] [DEBUG] [app] Starting request: urn:request:e7887d4a-5f4b-4dc8-a91f-9fa1572ba6fb (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:55,169 [194] [DEBUG] [app] Starting request: urn:request:36a695e8-2c3f-40de-b00d-a9af7261f0b4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:40:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:40:55,173 [208] [DEBUG] [app] Starting request: urn:request:e1ef51b5-85ff-4639-9207-d96d3ee8e07d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:55,173 [218] [DEBUG] [app] Starting request: urn:request:a79a1af8-c418-404d-ae40-0294a78d7cb3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:40:55,173 [208] [DEBUG] [app] Ending request: urn:request:e1ef51b5-85ff-4639-9207-d96d3ee8e07d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e1ef51b5-85ff-4639-9207-d96d3ee8e07d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:55,173 [218] [DEBUG] [app] Ending request: urn:request:a79a1af8-c418-404d-ae40-0294a78d7cb3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a79a1af8-c418-404d-ae40-0294a78d7cb3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:40:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:40:55,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:55,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:40:55,176 [196] [DEBUG] [app] Starting request: urn:request:88b3d87b-2d57-4f43-a434-c1d1dabf34a5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:55,176 [195] [DEBUG] [app] Starting request: urn:request:d93679a2-32c9-485e-8946-89e33a6c0574 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:40:55,177 [196] [DEBUG] [app] Ending request: urn:request:88b3d87b-2d57-4f43-a434-c1d1dabf34a5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:88b3d87b-2d57-4f43-a434-c1d1dabf34a5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:55,177 [195] [DEBUG] [app] Ending request: urn:request:d93679a2-32c9-485e-8946-89e33a6c0574 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d93679a2-32c9-485e-8946-89e33a6c0574', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:40:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:40:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:40:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:40:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:40:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:40:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:55,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:40:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:40:55,183 [193] [DEBUG] [app] Ending request: urn:request:e7887d4a-5f4b-4dc8-a91f-9fa1572ba6fb (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e7887d4a-5f4b-4dc8-a91f-9fa1572ba6fb', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:55,184 [194] [DEBUG] [app] Ending request: urn:request:36a695e8-2c3f-40de-b00d-a9af7261f0b4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:36a695e8-2c3f-40de-b00d-a9af7261f0b4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:40:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:40:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:40:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:40:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:40:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:40:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:40:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:06.710348+00:00 (in 9.999460 seconds)
gcworker stdout | 2023-06-29 13:40:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:06 UTC)" (scheduled at 2023-06-29 13:40:56.710348+00:00)
gcworker stdout | 2023-06-29 13:40:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836456711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:40:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:40:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:40:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:40:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:40:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:38.227751+00:00 (in 40.212398 seconds)
repositorygcworker stdout | 2023-06-29 13:40:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:58 UTC)" (scheduled at 2023-06-29 13:40:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:40:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:40:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 40, 58, 15719), True, datetime.datetime(2023, 6, 29, 13, 40, 58, 15719), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:40:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:40:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:40:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:41:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:40:58,988 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:41:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:10.109381+00:00 (in 9.999514 seconds)
notificationworker stdout | 2023-06-29 13:41:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:10 UTC)" (scheduled at 2023-06-29 13:41:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:41:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:41:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 0, 110255), True, datetime.datetime(2023, 6, 29, 13, 41, 0, 110255), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:41:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:41:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:41:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:41:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:08.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:41:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:33 UTC)" (scheduled at 2023-06-29 13:41:03.062807+00:00)
securityworker stdout | 2023-06-29 13:41:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:41:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:41:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:41:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:41:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:41:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:41:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:41:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:41:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:40.132615+00:00 (in 35.915136 seconds)
namespacegcworker stdout | 2023-06-29 13:41:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:04 UTC)" (scheduled at 2023-06-29 13:41:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:41:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:41:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:41:04,838 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:41:05,359 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:41:05,362 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:41:05,366 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:41:05,369 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:41:05,417 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:41:06,225 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:41:06,236 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:41:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:41:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:16.710348+00:00 (in 9.999493 seconds)
gcworker stdout | 2023-06-29 13:41:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:16 UTC)" (scheduled at 2023-06-29 13:41:06.710348+00:00)
gcworker stdout | 2023-06-29 13:41:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836466711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:41:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:41:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:41:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:41:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:41:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:26.236566+00:00 (in 18.127192 seconds)
exportactionlogsworker stdout | 2023-06-29 13:41:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:08 UTC)" (scheduled at 2023-06-29 13:41:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:41:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:41:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 8, 109802), True, datetime.datetime(2023, 6, 29, 13, 41, 8, 109802), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:41:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:41:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:41:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:08 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:41:08,149 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:41:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:41:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:33.062807+00:00 (in 24.904413 seconds)
securityworker stdout | 2023-06-29 13:41:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:38 UTC)" (scheduled at 2023-06-29 13:41:08.157912+00:00)
securityworker stdout | 2023-06-29 13:41:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:41:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:41:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:41:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:41:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:41:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:41:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:41:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:41:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:41:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:41:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 36, 8, 164420), 1, 2])
securityworker stdout | 2023-06-29 13:41:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:41:08,170 [81] [INFO] [util.migrate.allocator] No more work
blobuploadcleanupworker stdout | 2023-06-29 13:41:08,170 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
securityworker stdout | 2023-06-29 13:41:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 36, 8, 164420), 1, 2])
securityworker stdout | 2023-06-29 13:41:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:41:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:41:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:41:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:41:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:41:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:41:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:41:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:38 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:41:09,621 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:41:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:10.614040+00:00 (in 0.504153 seconds)
notificationworker stdout | 2023-06-29 13:41:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:20 UTC)" (scheduled at 2023-06-29 13:41:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:41:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:41:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 10, 110395), True, datetime.datetime(2023, 6, 29, 13, 41, 10, 110395), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:41:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:41:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:41:10,169 [196] [DEBUG] [app] Starting request: urn:request:3a737d40-3f34-47bd-97a5-40e03032b147 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,169 [193] [DEBUG] [app] Starting request: urn:request:6b9b9b28-ca43-41ac-b433-f94e91f25524 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:41:10,172 [217] [DEBUG] [app] Starting request: urn:request:2196c803-8699-43c9-8360-d766177b53f5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:10,173 [217] [DEBUG] [app] Ending request: urn:request:2196c803-8699-43c9-8360-d766177b53f5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2196c803-8699-43c9-8360-d766177b53f5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:41:10,173 [208] [DEBUG] [app] Starting request: urn:request:bae149bb-3aa4-4b79-900a-e5adc483b272 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:10,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:41:10,173 [208] [DEBUG] [app] Ending request: urn:request:bae149bb-3aa4-4b79-900a-e5adc483b272 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bae149bb-3aa4-4b79-900a-e5adc483b272', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:41:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:10,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:10,176 [195] [DEBUG] [app] Starting request: urn:request:4981587d-f76a-4109-a2d2-bb0e2772df73 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,176 [195] [DEBUG] [app] Ending request: urn:request:4981587d-f76a-4109-a2d2-bb0e2772df73 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4981587d-f76a-4109-a2d2-bb0e2772df73', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:41:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:10,177 [194] [DEBUG] [app] Starting request: urn:request:9bfa05a0-80e1-468e-b41e-c5de485b9df5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,177 [194] [DEBUG] [app] Ending request: urn:request:9bfa05a0-80e1-468e-b41e-c5de485b9df5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9bfa05a0-80e1-468e-b41e-c5de485b9df5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:10,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:10,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:41:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:10,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:10,183 [193] [DEBUG] [app] Ending request: urn:request:6b9b9b28-ca43-41ac-b433-f94e91f25524 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6b9b9b28-ca43-41ac-b433-f94e91f25524', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:41:10,184 [196] [DEBUG] [app] Ending request: urn:request:3a737d40-3f34-47bd-97a5-40e03032b147 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3a737d40-3f34-47bd-97a5-40e03032b147', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:10,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:10,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
notificationworker stdout | 2023-06-29 13:41:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:20.109381+00:00 (in 9.494818 seconds)
notificationworker stdout | 2023-06-29 13:41:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:10 UTC)" (scheduled at 2023-06-29 13:41:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:41:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:41:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:41:11,100 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:41:12,736 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:41:12,739 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:41:13,049 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:36.011593+00:00 (in 21.175434 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:14 UTC)" (scheduled at 2023-06-29 13:41:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 14, 836626), True, datetime.datetime(2023, 6, 29, 13, 41, 14, 836626), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:41:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:41:15,257 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:41:15,942 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:41:15,944 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:41:15,951 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:41:15,954 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:41:15,957 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:41:15,960 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:41:15,963 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:41:15,966 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:41:15,971 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:41:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:41:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:46.328917+00:00 (in 29.999532 seconds)
buildlogsarchiver stdout | 2023-06-29 13:41:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:46 UTC)" (scheduled at 2023-06-29 13:41:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:41:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 41, 16, 329802), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:41:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:41:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:41:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:41:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:41:16,399 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:41:16,596 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:41:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:41:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:26.710348+00:00 (in 9.999492 seconds)
gcworker stdout | 2023-06-29 13:41:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:26 UTC)" (scheduled at 2023-06-29 13:41:16.710348+00:00)
gcworker stdout | 2023-06-29 13:41:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836476711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:41:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:41:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:41:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:26 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:41:17,017 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
securityworker stdout | 2023-06-29 13:41:17,034 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:41:17,379 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:41:17,381 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:41:17,384 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:41:18,100 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:41:19,858 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:41:19,910 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:41:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:30.109381+00:00 (in 9.999492 seconds)
notificationworker stdout | 2023-06-29 13:41:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:30 UTC)" (scheduled at 2023-06-29 13:41:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:41:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:41:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 20, 110335), True, datetime.datetime(2023, 6, 29, 13, 41, 20, 110335), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:41:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:41:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:41:20,322 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:41:20,369 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:41:25,170 [196] [DEBUG] [app] Starting request: urn:request:74829b2e-4153-4eb9-8f2e-c35a0e1c336d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:25,170 [194] [DEBUG] [app] Starting request: urn:request:e01baadc-1630-409b-ad41-9c798546044d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:41:25,173 [218] [DEBUG] [app] Starting request: urn:request:416a3800-82ee-4293-8453-704ab6ac67e2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:25,173 [221] [DEBUG] [app] Starting request: urn:request:86f206d8-1fa9-4459-a98d-1afb6277a562 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:25,173 [218] [DEBUG] [app] Ending request: urn:request:416a3800-82ee-4293-8453-704ab6ac67e2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:416a3800-82ee-4293-8453-704ab6ac67e2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:41:25,173 [221] [DEBUG] [app] Ending request: urn:request:86f206d8-1fa9-4459-a98d-1afb6277a562 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:86f206d8-1fa9-4459-a98d-1afb6277a562', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:41:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:41:25,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:41:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:25,176 [195] [DEBUG] [app] Starting request: urn:request:3a9dd81d-ea53-4da9-92fd-68f5f3ae5f2a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:25,176 [193] [DEBUG] [app] Starting request: urn:request:5a2e9a7d-64fd-46d6-b22d-230d5065c191 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:25,177 [193] [DEBUG] [app] Ending request: urn:request:5a2e9a7d-64fd-46d6-b22d-230d5065c191 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5a2e9a7d-64fd-46d6-b22d-230d5065c191', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:25,177 [195] [DEBUG] [app] Ending request: urn:request:3a9dd81d-ea53-4da9-92fd-68f5f3ae5f2a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3a9dd81d-ea53-4da9-92fd-68f5f3ae5f2a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:41:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:25,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:25,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:25,184 [194] [DEBUG] [app] Ending request: urn:request:e01baadc-1630-409b-ad41-9c798546044d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e01baadc-1630-409b-ad41-9c798546044d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:25,184 [196] [DEBUG] [app] Ending request: urn:request:74829b2e-4153-4eb9-8f2e-c35a0e1c336d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:74829b2e-4153-4eb9-8f2e-c35a0e1c336d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:41:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:41:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:41:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:08.108858+00:00 (in 41.871776 seconds)
exportactionlogsworker stdout | 2023-06-29 13:41:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:26 UTC)" (scheduled at 2023-06-29 13:41:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:41:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:41:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:41:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:41:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:36.710348+00:00 (in 9.999526 seconds)
gcworker stdout | 2023-06-29 13:41:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:36 UTC)" (scheduled at 2023-06-29 13:41:26.710348+00:00)
gcworker stdout | 2023-06-29 13:41:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836486711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:41:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:41:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:41:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:41:29,002 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:41:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:39.613650+00:00 (in 9.503734 seconds)
notificationworker stdout | 2023-06-29 13:41:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:40 UTC)" (scheduled at 2023-06-29 13:41:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:41:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:41:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 30, 110370), True, datetime.datetime(2023, 6, 29, 13, 41, 30, 110370), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:41:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:41:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:41:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:41:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:38.157912+00:00 (in 5.094663 seconds)
securityworker stdout | 2023-06-29 13:41:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:03 UTC)" (scheduled at 2023-06-29 13:41:33.062807+00:00)
securityworker stdout | 2023-06-29 13:41:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:41:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:41:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:41:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:41:33,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:41:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:41:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:41:34,852 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:41:35,367 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:41:35,370 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:41:35,373 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:41:35,376 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:41:35,424 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:41:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:41:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:14.835653+00:00 (in 38.823528 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:41:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:36 UTC)" (scheduled at 2023-06-29 13:41:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:41:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:41:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:41:36,247 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:41:36,272 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:41:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:41:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:46.710348+00:00 (in 9.999527 seconds)
gcworker stdout | 2023-06-29 13:41:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:46 UTC)" (scheduled at 2023-06-29 13:41:36.710348+00:00)
gcworker stdout | 2023-06-29 13:41:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836496711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:41:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:41:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:41:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:41:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:41:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:03.062807+00:00 (in 24.904411 seconds)
securityworker stdout | 2023-06-29 13:41:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:08 UTC)" (scheduled at 2023-06-29 13:41:38.157912+00:00)
securityworker stdout | 2023-06-29 13:41:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:41:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:41:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:41:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:41:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:41:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:41:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:41:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:41:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:41:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:41:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 36, 38, 164342), 1, 2])
securityworker stdout | 2023-06-29 13:41:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:41:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:41:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 36, 38, 164342), 1, 2])
notificationworker stdout | 2023-06-29 13:41:38,171 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
securityworker stdout | 2023-06-29 13:41:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:41:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:41:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:41:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:41:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:41:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:41:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:41:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:41:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:08 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:41:38,206 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
repositorygcworker stdout | 2023-06-29 13:41:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:41:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:58.014887+00:00 (in 19.786676 seconds)
repositorygcworker stdout | 2023-06-29 13:41:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:38 UTC)" (scheduled at 2023-06-29 13:41:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:41:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:41:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:41:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:40.109381+00:00 (in 0.495211 seconds)
notificationworker stdout | 2023-06-29 13:41:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:46:39 UTC)" (scheduled at 2023-06-29 13:41:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:41:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 41, 39, 614539), 'notification/%'])
notificationworker stdout | 2023-06-29 13:41:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 41, 39, 614539), True, datetime.datetime(2023, 6, 29, 13, 41, 39, 614539), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:41:39,620 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 41, 39, 614539), True, datetime.datetime(2023, 6, 29, 13, 41, 39, 614539), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 41, 39, 614539), 'notification/%'])
notificationworker stdout | 2023-06-29 13:41:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:46:39 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:41:39,659 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:41:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:50.109381+00:00 (in 9.999546 seconds)
notificationworker stdout | 2023-06-29 13:41:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:50 UTC)" (scheduled at 2023-06-29 13:41:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:41:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:41:40,110 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 40, 110189), True, datetime.datetime(2023, 6, 29, 13, 41, 40, 110189), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:41:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:41:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:41:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:41:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:04.217001+00:00 (in 24.083922 seconds)
namespacegcworker stdout | 2023-06-29 13:41:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:40 UTC)" (scheduled at 2023-06-29 13:41:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:41:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:41:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 40, 133460), True, datetime.datetime(2023, 6, 29, 13, 41, 40, 133460), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:41:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:41:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:41:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:41:40,169 [196] [DEBUG] [app] Starting request: urn:request:4baf4ea4-ffe4-4dfd-aaf2-08ad433ff513 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:40,169 [195] [DEBUG] [app] Starting request: urn:request:8e460015-718b-4f8f-9883-e21483949e14 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:41:40,172 [221] [DEBUG] [app] Starting request: urn:request:5b816ecf-eb33-49ed-9c20-080bf6b24a8f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:40,172 [218] [DEBUG] [app] Starting request: urn:request:678e82b4-12a1-4cec-8f97-287dc59407d6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:40,173 [221] [DEBUG] [app] Ending request: urn:request:5b816ecf-eb33-49ed-9c20-080bf6b24a8f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5b816ecf-eb33-49ed-9c20-080bf6b24a8f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:41:40,173 [218] [DEBUG] [app] Ending request: urn:request:678e82b4-12a1-4cec-8f97-287dc59407d6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:678e82b4-12a1-4cec-8f97-287dc59407d6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:41:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:41:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:41:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:40,176 [196] [DEBUG] [app] Starting request: urn:request:e6dd8d42-9d0a-4ac5-a25a-567ee0c8e69e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:40,176 [193] [DEBUG] [app] Starting request: urn:request:9ab1e2a1-624a-4ea1-a3c2-6980626ad36e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:40,176 [196] [DEBUG] [app] Ending request: urn:request:e6dd8d42-9d0a-4ac5-a25a-567ee0c8e69e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e6dd8d42-9d0a-4ac5-a25a-567ee0c8e69e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:40,176 [193] [DEBUG] [app] Ending request: urn:request:9ab1e2a1-624a-4ea1-a3c2-6980626ad36e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9ab1e2a1-624a-4ea1-a3c2-6980626ad36e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:41:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:40,183 [195] [DEBUG] [app] Ending request: urn:request:8e460015-718b-4f8f-9883-e21483949e14 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8e460015-718b-4f8f-9883-e21483949e14', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:40,183 [196] [DEBUG] [app] Ending request: urn:request:4baf4ea4-ffe4-4dfd-aaf2-08ad433ff513 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4baf4ea4-ffe4-4dfd-aaf2-08ad433ff513', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:41:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:41:41,121 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:41:42,749 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:41:42,762 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:41:43,086 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:41:45,294 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:41:45,951 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:41:45,953 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:41:45,961 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:41:45,965 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:41:45,967 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:41:45,970 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:41:45,973 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:41:45,975 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:41:45,979 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:41:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:41:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:16.328917+00:00 (in 29.999432 seconds)
buildlogsarchiver stdout | 2023-06-29 13:41:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:16 UTC)" (scheduled at 2023-06-29 13:41:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:41:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 41, 46, 329948), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:41:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:41:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:41:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:16 UTC)" executed successfully
builder stdout | 2023-06-29 13:41:46,409 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:41:46,632 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:41:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:41:46,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:41:56.710348+00:00 (in 9.999516 seconds)
gcworker stdout | 2023-06-29 13:41:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:56 UTC)" (scheduled at 2023-06-29 13:41:46.710348+00:00)
gcworker stdout | 2023-06-29 13:41:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836506711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:41:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:41:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:41:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:41:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:41:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:41:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:46.720304+00:00 (in 59.999523 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:41:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:46 UTC)" (scheduled at 2023-06-29 13:41:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:41:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:41:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:41:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:46 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:41:47,054 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
securityworker stdout | 2023-06-29 13:41:47,056 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:41:47,387 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:41:47,390 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:41:47,392 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:41:48,135 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:41:49,896 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:41:49,947 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:41:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:41:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:00.109381+00:00 (in 9.999541 seconds)
notificationworker stdout | 2023-06-29 13:41:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:00 UTC)" (scheduled at 2023-06-29 13:41:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:41:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:41:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 50, 110407), True, datetime.datetime(2023, 6, 29, 13, 41, 50, 110407), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:41:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:41:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:41:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:00 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:41:50,349 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:41:50,403 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:41:55,169 [193] [DEBUG] [app] Starting request: urn:request:d659be5b-2a2b-4d90-829b-aeefad83e03d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:55,169 [194] [DEBUG] [app] Starting request: urn:request:2f25ecaa-df93-4f99-83e1-d80f1d3a41d1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:41:55,170 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:41:55,172 [218] [DEBUG] [app] Starting request: urn:request:c889f1c6-829e-479e-997d-131bb97ff9e2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:55,172 [208] [DEBUG] [app] Starting request: urn:request:34f75462-80c3-41b6-97a2-b70812c15eaf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:41:55,172 [208] [DEBUG] [app] Ending request: urn:request:34f75462-80c3-41b6-97a2-b70812c15eaf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:34f75462-80c3-41b6-97a2-b70812c15eaf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:41:55,173 [218] [DEBUG] [app] Ending request: urn:request:c889f1c6-829e-479e-997d-131bb97ff9e2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c889f1c6-829e-479e-997d-131bb97ff9e2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:41:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:41:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:41:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:55,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:55,174 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:41:55,176 [195] [DEBUG] [app] Starting request: urn:request:cac353b6-1e48-4e02-a3c3-ffc7b5f08676 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:55,176 [196] [DEBUG] [app] Starting request: urn:request:1fc5cacb-6457-42f5-9f20-ca76a1b7a45a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:41:55,176 [195] [DEBUG] [app] Ending request: urn:request:cac353b6-1e48-4e02-a3c3-ffc7b5f08676 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cac353b6-1e48-4e02-a3c3-ffc7b5f08676', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:55,176 [196] [DEBUG] [app] Ending request: urn:request:1fc5cacb-6457-42f5-9f20-ca76a1b7a45a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1fc5cacb-6457-42f5-9f20-ca76a1b7a45a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:41:55,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:55,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:41:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:41:55,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:41:55,176 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:41:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:41:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:55,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:41:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:41:55,183 [193] [DEBUG] [app] Ending request: urn:request:d659be5b-2a2b-4d90-829b-aeefad83e03d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d659be5b-2a2b-4d90-829b-aeefad83e03d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:55,183 [194] [DEBUG] [app] Ending request: urn:request:2f25ecaa-df93-4f99-83e1-d80f1d3a41d1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2f25ecaa-df93-4f99-83e1-d80f1d3a41d1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:41:55,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:41:55,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:41:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:41:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:41:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.016)
gcworker stdout | 2023-06-29 13:41:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:41:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:06.710348+00:00 (in 9.999491 seconds)
gcworker stdout | 2023-06-29 13:41:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:06 UTC)" (scheduled at 2023-06-29 13:41:56.710348+00:00)
gcworker stdout | 2023-06-29 13:41:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836516711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:41:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:41:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:41:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:41:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:41:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:38.227751+00:00 (in 40.212396 seconds)
repositorygcworker stdout | 2023-06-29 13:41:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:58 UTC)" (scheduled at 2023-06-29 13:41:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:41:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:41:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 41, 58, 15787), True, datetime.datetime(2023, 6, 29, 13, 41, 58, 15787), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:41:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:41:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:41:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:42:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:41:59,030 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:42:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:10.109381+00:00 (in 9.999372 seconds)
notificationworker stdout | 2023-06-29 13:42:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:10 UTC)" (scheduled at 2023-06-29 13:42:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:42:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:42:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 0, 110542), True, datetime.datetime(2023, 6, 29, 13, 42, 0, 110542), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:42:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:42:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:42:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:42:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:42:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:08.157912+00:00 (in 5.094575 seconds)
securityworker stdout | 2023-06-29 13:42:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:33 UTC)" (scheduled at 2023-06-29 13:42:03.062807+00:00)
securityworker stdout | 2023-06-29 13:42:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:42:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:42:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:42:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:42:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:42:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:42:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:42:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:42:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:40.132615+00:00 (in 35.915134 seconds)
namespacegcworker stdout | 2023-06-29 13:42:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:04 UTC)" (scheduled at 2023-06-29 13:42:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:42:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:42:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:42:04,869 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:42:05,375 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:42:05,378 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:42:05,380 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:42:05,383 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:42:05,432 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:42:06,281 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:42:06,308 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:42:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:42:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:16.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:42:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:16 UTC)" (scheduled at 2023-06-29 13:42:06.710348+00:00)
gcworker stdout | 2023-06-29 13:42:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836526711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:42:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:42:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:42:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:42:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:42:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:26.236566+00:00 (in 18.127233 seconds)
exportactionlogsworker stdout | 2023-06-29 13:42:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:08 UTC)" (scheduled at 2023-06-29 13:42:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:42:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:42:08,111 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 8, 109746), True, datetime.datetime(2023, 6, 29, 13, 42, 8, 109746), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:42:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:42:08,116 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:42:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:42:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:42:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:33.062807+00:00 (in 24.904359 seconds)
securityworker stdout | 2023-06-29 13:42:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:38 UTC)" (scheduled at 2023-06-29 13:42:08.157912+00:00)
securityworker stdout | 2023-06-29 13:42:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:42:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:42:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:42:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:42:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:42:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:42:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:42:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:42:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:42:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:42:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 37, 8, 164540), 1, 2])
securityworker stdout | 2023-06-29 13:42:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:42:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:42:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 37, 8, 164540), 1, 2])
securityworker stdout | 2023-06-29 13:42:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:42:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:42:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:42:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:42:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:42:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:42:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:42:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:42:08,207 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:42:08,218 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:42:09,680 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:42:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:10.614040+00:00 (in 0.504049 seconds)
notificationworker stdout | 2023-06-29 13:42:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:20 UTC)" (scheduled at 2023-06-29 13:42:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:42:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:42:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 10, 110463), True, datetime.datetime(2023, 6, 29, 13, 42, 10, 110463), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:42:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:42:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:42:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:42:10,169 [193] [DEBUG] [app] Starting request: urn:request:a354a717-5785-4960-a630-67a1a2c23f27 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:10,169 [196] [DEBUG] [app] Starting request: urn:request:30126a25-fec0-4b46-9174-b44b5c3e9fb1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:42:10,173 [208] [DEBUG] [app] Starting request: urn:request:3f0bf719-6800-4691-a83d-489c2250f0c9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:10,173 [221] [DEBUG] [app] Starting request: urn:request:78c9ca2c-7824-4bc9-b4f9-0c5f7fa5857f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:10,173 [208] [DEBUG] [app] Ending request: urn:request:3f0bf719-6800-4691-a83d-489c2250f0c9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3f0bf719-6800-4691-a83d-489c2250f0c9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:10,173 [221] [DEBUG] [app] Ending request: urn:request:78c9ca2c-7824-4bc9-b4f9-0c5f7fa5857f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:78c9ca2c-7824-4bc9-b4f9-0c5f7fa5857f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:42:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:42:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:10,176 [196] [DEBUG] [app] Starting request: urn:request:82371f5a-333c-49b3-9e0c-33d33d702516 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:10,176 [196] [DEBUG] [app] Ending request: urn:request:82371f5a-333c-49b3-9e0c-33d33d702516 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:82371f5a-333c-49b3-9e0c-33d33d702516', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:10,176 [194] [DEBUG] [app] Starting request: urn:request:6d576cab-5e2f-4144-8edc-1b683987ffca (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:42:10,177 [194] [DEBUG] [app] Ending request: urn:request:6d576cab-5e2f-4144-8edc-1b683987ffca (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6d576cab-5e2f-4144-8edc-1b683987ffca', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:42:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:10,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:10,183 [196] [DEBUG] [app] Ending request: urn:request:30126a25-fec0-4b46-9174-b44b5c3e9fb1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:30126a25-fec0-4b46-9174-b44b5c3e9fb1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:42:10,183 [193] [DEBUG] [app] Ending request: urn:request:a354a717-5785-4960-a630-67a1a2c23f27 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a354a717-5785-4960-a630-67a1a2c23f27', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:42:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
gunicorn-web stdout | 2023-06-29 13:42:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
notificationworker stdout | 2023-06-29 13:42:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:20.109381+00:00 (in 9.494881 seconds)
notificationworker stdout | 2023-06-29 13:42:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:10 UTC)" (scheduled at 2023-06-29 13:42:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:42:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:42:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:42:11,157 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:42:12,760 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:42:12,798 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:42:13,121 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:30.011377+00:00 (in 15.175213 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:14 UTC)" (scheduled at 2023-06-29 13:42:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 14, 836639), True, datetime.datetime(2023, 6, 29, 13, 42, 14, 836639), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:42:14,843 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:42:15,304 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:42:15,959 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:42:15,964 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:42:15,971 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:42:15,973 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:42:15,977 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:42:15,981 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:42:15,984 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:42:15,986 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:42:15,989 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:42:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:42:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:46.328917+00:00 (in 29.999452 seconds)
buildlogsarchiver stdout | 2023-06-29 13:42:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:46 UTC)" (scheduled at 2023-06-29 13:42:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:42:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 42, 16, 329909), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:42:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:42:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:42:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:42:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:42:16,445 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:42:16,668 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:42:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:42:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:26.710348+00:00 (in 9.999469 seconds)
gcworker stdout | 2023-06-29 13:42:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:26 UTC)" (scheduled at 2023-06-29 13:42:16.710348+00:00)
gcworker stdout | 2023-06-29 13:42:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836536711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:42:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:42:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:42:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:26 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:42:17,091 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
securityworker stdout | 2023-06-29 13:42:17,094 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:42:17,394 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:42:17,398 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:42:17,401 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:42:18,158 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:42:19,933 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:42:19,953 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:42:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:30.109381+00:00 (in 9.999548 seconds)
notificationworker stdout | 2023-06-29 13:42:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:30 UTC)" (scheduled at 2023-06-29 13:42:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:42:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:42:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 20, 110300), True, datetime.datetime(2023, 6, 29, 13, 42, 20, 110300), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:42:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:42:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:42:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:42:20,386 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:42:20,414 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:42:25,170 [194] [DEBUG] [app] Starting request: urn:request:2a1b2596-c6dc-4d3c-b985-9a2a78e6d515 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:25,170 [195] [DEBUG] [app] Starting request: urn:request:3e83044b-dbf4-4640-8f0d-7dd66fa908ca (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:42:25,173 [217] [DEBUG] [app] Starting request: urn:request:3607e104-e09a-449a-ad28-f99fbeec65b7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:25,173 [208] [DEBUG] [app] Starting request: urn:request:c31818ab-3e12-4b9a-a23a-4903e4979b60 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:25,173 [208] [DEBUG] [app] Ending request: urn:request:c31818ab-3e12-4b9a-a23a-4903e4979b60 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c31818ab-3e12-4b9a-a23a-4903e4979b60', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:25,173 [217] [DEBUG] [app] Ending request: urn:request:3607e104-e09a-449a-ad28-f99fbeec65b7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3607e104-e09a-449a-ad28-f99fbeec65b7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:42:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:42:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:25,176 [196] [DEBUG] [app] Starting request: urn:request:cd21d394-835d-4861-91b3-494a20d34b60 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:25,176 [193] [DEBUG] [app] Starting request: urn:request:4b28a6f4-d2b0-46c6-a2a6-341279c31e2a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:25,177 [196] [DEBUG] [app] Ending request: urn:request:cd21d394-835d-4861-91b3-494a20d34b60 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cd21d394-835d-4861-91b3-494a20d34b60', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:25,177 [193] [DEBUG] [app] Ending request: urn:request:4b28a6f4-d2b0-46c6-a2a6-341279c31e2a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4b28a6f4-d2b0-46c6-a2a6-341279c31e2a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:42:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:42:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:25,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:25,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:25,183 [194] [DEBUG] [app] Ending request: urn:request:2a1b2596-c6dc-4d3c-b985-9a2a78e6d515 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2a1b2596-c6dc-4d3c-b985-9a2a78e6d515', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:25,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:42:25,184 [195] [DEBUG] [app] Ending request: urn:request:3e83044b-dbf4-4640-8f0d-7dd66fa908ca (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3e83044b-dbf4-4640-8f0d-7dd66fa908ca', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:42:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:42:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:42:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:42:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:08.108858+00:00 (in 41.871790 seconds)
exportactionlogsworker stdout | 2023-06-29 13:42:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:26 UTC)" (scheduled at 2023-06-29 13:42:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:42:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:42:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:42:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:42:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:36.710348+00:00 (in 9.999447 seconds)
gcworker stdout | 2023-06-29 13:42:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:36 UTC)" (scheduled at 2023-06-29 13:42:26.710348+00:00)
gcworker stdout | 2023-06-29 13:42:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836546711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:42:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:42:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:42:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:42:29,068 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:36.011593+00:00 (in 5.999684 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:47:30 UTC)" (scheduled at 2023-06-29 13:42:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,012 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 42, 30, 12328), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 42, 30, 12328), True, datetime.datetime(2023, 6, 29, 13, 42, 30, 12328), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 42, 30, 12328), True, datetime.datetime(2023, 6, 29, 13, 42, 30, 12328), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 42, 30, 12328), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:42:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:47:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:42:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:40.109381+00:00 (in 9.999504 seconds)
notificationworker stdout | 2023-06-29 13:42:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:40 UTC)" (scheduled at 2023-06-29 13:42:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:42:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:42:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 30, 110430), True, datetime.datetime(2023, 6, 29, 13, 42, 30, 110430), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:42:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:42:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:42:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:42:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:42:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:38.157912+00:00 (in 5.094642 seconds)
securityworker stdout | 2023-06-29 13:42:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:03 UTC)" (scheduled at 2023-06-29 13:42:33.062807+00:00)
securityworker stdout | 2023-06-29 13:42:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:42:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:42:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:42:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:42:33,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:42:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:42:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:42:34,906 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:42:35,382 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:42:35,385 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:42:35,388 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:42:35,391 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:42:35,440 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:42:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:42:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:14.835653+00:00 (in 38.823504 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:42:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:36 UTC)" (scheduled at 2023-06-29 13:42:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:42:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:42:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:42:36,318 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:42:36,338 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:42:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:42:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:46.710348+00:00 (in 9.999465 seconds)
gcworker stdout | 2023-06-29 13:42:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:46 UTC)" (scheduled at 2023-06-29 13:42:36.710348+00:00)
gcworker stdout | 2023-06-29 13:42:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836556711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:42:36,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:42:36,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:42:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:42:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:42:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:03.062807+00:00 (in 24.904424 seconds)
securityworker stdout | 2023-06-29 13:42:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:08 UTC)" (scheduled at 2023-06-29 13:42:38.157912+00:00)
securityworker stdout | 2023-06-29 13:42:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:42:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:42:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:42:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:42:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:42:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:42:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:42:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:42:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:42:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:42:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 37, 38, 164913), 1, 2])
securityworker stdout | 2023-06-29 13:42:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:42:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:42:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 37, 38, 164913), 1, 2])
securityworker stdout | 2023-06-29 13:42:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:42:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:42:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:42:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:42:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:42:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:42:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:42:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:42:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:42:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:42:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:58.014887+00:00 (in 19.786632 seconds)
repositorygcworker stdout | 2023-06-29 13:42:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:38 UTC)" (scheduled at 2023-06-29 13:42:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:42:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:42:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:42:38,230 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:42:38,244 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:42:39,690 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:42:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:50.109381+00:00 (in 9.999379 seconds)
notificationworker stdout | 2023-06-29 13:42:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:50 UTC)" (scheduled at 2023-06-29 13:42:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:42:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:42:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 40, 110436), True, datetime.datetime(2023, 6, 29, 13, 42, 40, 110436), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:42:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:42:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:42:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:42:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:42:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:04.217001+00:00 (in 24.083903 seconds)
namespacegcworker stdout | 2023-06-29 13:42:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:40 UTC)" (scheduled at 2023-06-29 13:42:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:42:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:42:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 40, 133539), True, datetime.datetime(2023, 6, 29, 13, 42, 40, 133539), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:42:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:42:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:42:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:42:40,169 [194] [DEBUG] [app] Starting request: urn:request:3f01f931-faf7-4a9f-adc6-5349a5fd7f7f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:40,169 [193] [DEBUG] [app] Starting request: urn:request:a6701e0d-3e89-4bcc-ac6a-d1ccbd57bb56 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:42:40,172 [218] [DEBUG] [app] Starting request: urn:request:317b1560-101e-4cf6-860c-e0e22044e0a1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:40,172 [213] [DEBUG] [app] Starting request: urn:request:efc3c9df-ae8e-42d3-af3f-81860ba233f1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:40,173 [218] [DEBUG] [app] Ending request: urn:request:317b1560-101e-4cf6-860c-e0e22044e0a1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:317b1560-101e-4cf6-860c-e0e22044e0a1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:40,173 [213] [DEBUG] [app] Ending request: urn:request:efc3c9df-ae8e-42d3-af3f-81860ba233f1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:efc3c9df-ae8e-42d3-af3f-81860ba233f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:42:40,174 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:40,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:42:40,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:40,176 [196] [DEBUG] [app] Starting request: urn:request:13464ab1-f5e5-43bc-a37f-04d1ee7ca93f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:40,176 [195] [DEBUG] [app] Starting request: urn:request:f7326a58-82bd-461f-90ce-64dbf17c513b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:40,177 [196] [DEBUG] [app] Ending request: urn:request:13464ab1-f5e5-43bc-a37f-04d1ee7ca93f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:13464ab1-f5e5-43bc-a37f-04d1ee7ca93f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:40,177 [195] [DEBUG] [app] Ending request: urn:request:f7326a58-82bd-461f-90ce-64dbf17c513b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f7326a58-82bd-461f-90ce-64dbf17c513b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:42:40,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:42:40,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:40,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:40,183 [194] [DEBUG] [app] Ending request: urn:request:3f01f931-faf7-4a9f-adc6-5349a5fd7f7f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3f01f931-faf7-4a9f-adc6-5349a5fd7f7f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:40,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:42:40,184 [193] [DEBUG] [app] Ending request: urn:request:a6701e0d-3e89-4bcc-ac6a-d1ccbd57bb56 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a6701e0d-3e89-4bcc-ac6a-d1ccbd57bb56', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:42:40,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:42:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
logrotateworker stdout | 2023-06-29 13:42:41,195 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:42:42,779 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:42:42,834 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:42:43,154 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:42:45,319 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:42:45,973 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:42:45,977 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:42:45,980 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:42:45,982 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:42:45,986 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:42:45,990 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:42:45,993 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:42:45,995 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:42:46,001 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:42:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:42:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:16.328917+00:00 (in 29.999462 seconds)
buildlogsarchiver stdout | 2023-06-29 13:42:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:16 UTC)" (scheduled at 2023-06-29 13:42:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:42:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 42, 46, 329836), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:42:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:42:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:42:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:16 UTC)" executed successfully
builder stdout | 2023-06-29 13:42:46,482 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:42:46,676 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:42:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:42:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:42:56.710348+00:00 (in 9.999491 seconds)
gcworker stdout | 2023-06-29 13:42:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:56 UTC)" (scheduled at 2023-06-29 13:42:46.710348+00:00)
gcworker stdout | 2023-06-29 13:42:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836566711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:42:46,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:42:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:42:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:42:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:42:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:42:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:46.720304+00:00 (in 59.999528 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:42:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:46 UTC)" (scheduled at 2023-06-29 13:42:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:42:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:42:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:42:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:42:47,108 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:42:47,111 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:42:47,404 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:42:47,407 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:42:47,410 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:42:48,194 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:42:49,969 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:42:49,989 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:42:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:42:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:00.109381+00:00 (in 9.999543 seconds)
notificationworker stdout | 2023-06-29 13:42:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:00 UTC)" (scheduled at 2023-06-29 13:42:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:42:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:42:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 50, 110280), True, datetime.datetime(2023, 6, 29, 13, 42, 50, 110280), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:42:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:42:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:42:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:00 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:42:50,420 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:42:50,450 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:42:55,169 [193] [DEBUG] [app] Starting request: urn:request:de7ebde6-8f32-489e-b3b9-479309a9c5a3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:55,169 [196] [DEBUG] [app] Starting request: urn:request:a0559dc5-09ef-4e28-8102-4cdf798b0a2b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:42:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:42:55,172 [208] [DEBUG] [app] Starting request: urn:request:c36131d6-0970-40cd-a98a-a24f48e9245b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:55,172 [221] [DEBUG] [app] Starting request: urn:request:0c38a41a-2601-412f-a9e3-98ed0d60cb15 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:42:55,173 [208] [DEBUG] [app] Ending request: urn:request:c36131d6-0970-40cd-a98a-a24f48e9245b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c36131d6-0970-40cd-a98a-a24f48e9245b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:55,173 [221] [DEBUG] [app] Ending request: urn:request:0c38a41a-2601-412f-a9e3-98ed0d60cb15 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0c38a41a-2601-412f-a9e3-98ed0d60cb15', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:42:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:42:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:42:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:42:55,176 [193] [DEBUG] [app] Starting request: urn:request:44048f53-02a3-4b1e-8530-eb92be5f5a24 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:55,176 [195] [DEBUG] [app] Starting request: urn:request:ff90d16e-acd9-4c7e-a9b5-98a32aeff97e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:42:55,176 [193] [DEBUG] [app] Ending request: urn:request:44048f53-02a3-4b1e-8530-eb92be5f5a24 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:44048f53-02a3-4b1e-8530-eb92be5f5a24', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:55,176 [195] [DEBUG] [app] Ending request: urn:request:ff90d16e-acd9-4c7e-a9b5-98a32aeff97e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ff90d16e-acd9-4c7e-a9b5-98a32aeff97e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:42:55,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:42:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:42:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:42:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:42:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:42:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:42:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:42:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:42:55,183 [193] [DEBUG] [app] Ending request: urn:request:de7ebde6-8f32-489e-b3b9-479309a9c5a3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:de7ebde6-8f32-489e-b3b9-479309a9c5a3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:42:55,183 [196] [DEBUG] [app] Ending request: urn:request:a0559dc5-09ef-4e28-8102-4cdf798b0a2b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a0559dc5-09ef-4e28-8102-4cdf798b0a2b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:42:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:42:55,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:42:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:42:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:42:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:42:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:42:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:06.710348+00:00 (in 9.999511 seconds)
gcworker stdout | 2023-06-29 13:42:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:06 UTC)" (scheduled at 2023-06-29 13:42:56.710348+00:00)
gcworker stdout | 2023-06-29 13:42:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836576711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:42:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:42:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:42:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:42:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:42:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:30.227434+00:00 (in 32.212077 seconds)
repositorygcworker stdout | 2023-06-29 13:42:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:58 UTC)" (scheduled at 2023-06-29 13:42:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:42:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:42:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 42, 58, 15752), True, datetime.datetime(2023, 6, 29, 13, 42, 58, 15752), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:42:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:42:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:42:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:43:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:42:59,081 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:43:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:10.109381+00:00 (in 9.999497 seconds)
notificationworker stdout | 2023-06-29 13:43:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:10 UTC)" (scheduled at 2023-06-29 13:43:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:43:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:43:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 0, 110354), True, datetime.datetime(2023, 6, 29, 13, 43, 0, 110354), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:43:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:43:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:43:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:43:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:43:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:08.157912+00:00 (in 5.094588 seconds)
securityworker stdout | 2023-06-29 13:43:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:33 UTC)" (scheduled at 2023-06-29 13:43:03.062807+00:00)
securityworker stdout | 2023-06-29 13:43:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:43:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:43:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:43:03,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:43:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:43:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:43:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:43:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:43:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:40.132615+00:00 (in 35.915121 seconds)
namespacegcworker stdout | 2023-06-29 13:43:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:04 UTC)" (scheduled at 2023-06-29 13:43:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:43:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:43:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:43:04,944 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:43:05,390 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:43:05,393 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:43:05,396 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:43:05,399 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:43:05,449 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:43:06,355 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:43:06,358 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:43:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:43:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:16.710348+00:00 (in 9.999516 seconds)
gcworker stdout | 2023-06-29 13:43:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:16 UTC)" (scheduled at 2023-06-29 13:43:06.710348+00:00)
gcworker stdout | 2023-06-29 13:43:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836586711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:43:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:43:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:43:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:43:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:43:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:26.236566+00:00 (in 18.127227 seconds)
exportactionlogsworker stdout | 2023-06-29 13:43:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:08 UTC)" (scheduled at 2023-06-29 13:43:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:43:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:43:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 8, 109753), True, datetime.datetime(2023, 6, 29, 13, 43, 8, 109753), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:43:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:43:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:43:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:43:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:43:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:33.062807+00:00 (in 24.904420 seconds)
securityworker stdout | 2023-06-29 13:43:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:38 UTC)" (scheduled at 2023-06-29 13:43:08.157912+00:00)
securityworker stdout | 2023-06-29 13:43:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:43:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:43:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:43:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:43:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:43:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:43:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:43:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:43:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:43:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:43:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 38, 8, 164883), 1, 2])
securityworker stdout | 2023-06-29 13:43:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:43:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:43:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 38, 8, 164883), 1, 2])
securityworker stdout | 2023-06-29 13:43:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:43:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:43:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:43:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:43:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:43:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:43:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:43:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:43:08,258 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:43:08,267 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:43:09,728 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:43:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:10.614040+00:00 (in 0.504157 seconds)
notificationworker stdout | 2023-06-29 13:43:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:20 UTC)" (scheduled at 2023-06-29 13:43:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:43:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:43:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 10, 110296), True, datetime.datetime(2023, 6, 29, 13, 43, 10, 110296), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:43:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:43:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:43:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:43:10,170 [195] [DEBUG] [app] Starting request: urn:request:0951c9fd-26fd-4051-ba5e-52510838e36e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:10,170 [193] [DEBUG] [app] Starting request: urn:request:ebf8b53f-b829-4c01-ae23-d7646a663eaa (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:43:10,173 [215] [DEBUG] [app] Starting request: urn:request:fd7c1002-5d99-45e4-8a16-9cc9b80f9159 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:10,173 [208] [DEBUG] [app] Starting request: urn:request:59f7c7f2-2b0a-4362-bf1f-8dec2e81e87a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:10,173 [208] [DEBUG] [app] Ending request: urn:request:59f7c7f2-2b0a-4362-bf1f-8dec2e81e87a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:59f7c7f2-2b0a-4362-bf1f-8dec2e81e87a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:10,174 [215] [DEBUG] [app] Ending request: urn:request:fd7c1002-5d99-45e4-8a16-9cc9b80f9159 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fd7c1002-5d99-45e4-8a16-9cc9b80f9159', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:43:10,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:43:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:10,176 [196] [DEBUG] [app] Starting request: urn:request:b3abc719-6b10-4ed5-be49-4832edfedcb4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:10,176 [193] [DEBUG] [app] Starting request: urn:request:0af4b1ce-1afc-4eac-99fb-ca7f49aefea1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:10,177 [193] [DEBUG] [app] Ending request: urn:request:0af4b1ce-1afc-4eac-99fb-ca7f49aefea1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0af4b1ce-1afc-4eac-99fb-ca7f49aefea1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:10,177 [196] [DEBUG] [app] Ending request: urn:request:b3abc719-6b10-4ed5-be49-4832edfedcb4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b3abc719-6b10-4ed5-be49-4832edfedcb4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:43:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:10,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:10,183 [195] [DEBUG] [app] Ending request: urn:request:0951c9fd-26fd-4051-ba5e-52510838e36e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0951c9fd-26fd-4051-ba5e-52510838e36e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:10,183 [193] [DEBUG] [app] Ending request: urn:request:ebf8b53f-b829-4c01-ae23-d7646a663eaa (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ebf8b53f-b829-4c01-ae23-d7646a663eaa', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:10,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:43:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:43:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:20.109381+00:00 (in 9.494856 seconds)
notificationworker stdout | 2023-06-29 13:43:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:10 UTC)" (scheduled at 2023-06-29 13:43:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:43:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:43:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:43:11,232 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:43:12,804 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:43:12,870 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:43:13,177 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:36.011593+00:00 (in 21.175412 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:14 UTC)" (scheduled at 2023-06-29 13:43:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 14, 836667), True, datetime.datetime(2023, 6, 29, 13, 43, 14, 836667), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:43:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:43:15,356 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:43:15,986 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:43:15,989 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:43:15,992 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:43:15,994 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:43:15,997 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:43:16,000 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:43:16,003 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:43:16,005 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:43:16,013 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:43:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:43:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:46.328917+00:00 (in 29.999482 seconds)
buildlogsarchiver stdout | 2023-06-29 13:43:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:46 UTC)" (scheduled at 2023-06-29 13:43:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:43:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 43, 16, 329872), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:43:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:43:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:43:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:43:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:43:16,515 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gcworker stdout | 2023-06-29 13:43:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:43:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:26.710348+00:00 (in 9.999516 seconds)
gcworker stdout | 2023-06-29 13:43:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:26 UTC)" (scheduled at 2023-06-29 13:43:16.710348+00:00)
gcworker stdout | 2023-06-29 13:43:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836596711, 1209600, True, 3, 500, 1, 0])
teamsyncworker stdout | 2023-06-29 13:43:16,713 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gcworker stdout | 2023-06-29 13:43:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:43:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:43:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:26 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:43:17,117 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:43:17,147 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:43:17,412 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:43:17,414 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:43:17,417 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:43:18,232 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
manifestbackfillworker stdout | 2023-06-29 13:43:20,006 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:43:20,010 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:43:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:30.109381+00:00 (in 9.999506 seconds)
notificationworker stdout | 2023-06-29 13:43:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:30 UTC)" (scheduled at 2023-06-29 13:43:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:43:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:43:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 20, 110457), True, datetime.datetime(2023, 6, 29, 13, 43, 20, 110457), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:43:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:43:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:43:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:43:20,456 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:43:20,486 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:43:25,169 [195] [DEBUG] [app] Starting request: urn:request:fc3690ec-4273-41e2-be95-0b6a5ad8d00c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:25,169 [193] [DEBUG] [app] Starting request: urn:request:d680b612-f23f-4537-82ec-87d5e833ac1d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:43:25,173 [208] [DEBUG] [app] Starting request: urn:request:4d4709b0-99f0-483e-b8e3-4107489a72e2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:25,173 [215] [DEBUG] [app] Starting request: urn:request:46f905f8-a3ba-4f06-a289-311398051987 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:25,173 [208] [DEBUG] [app] Ending request: urn:request:4d4709b0-99f0-483e-b8e3-4107489a72e2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4d4709b0-99f0-483e-b8e3-4107489a72e2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:25,173 [215] [DEBUG] [app] Ending request: urn:request:46f905f8-a3ba-4f06-a289-311398051987 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:46f905f8-a3ba-4f06-a289-311398051987', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:43:25,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:43:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:25,176 [195] [DEBUG] [app] Starting request: urn:request:4096bd1f-8f2a-46c3-acb6-fb87037fee9d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:25,176 [194] [DEBUG] [app] Starting request: urn:request:1d720d46-13e8-453e-a1bc-448338b8fd17 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:25,176 [195] [DEBUG] [app] Ending request: urn:request:4096bd1f-8f2a-46c3-acb6-fb87037fee9d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4096bd1f-8f2a-46c3-acb6-fb87037fee9d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:43:25,177 [194] [DEBUG] [app] Ending request: urn:request:1d720d46-13e8-453e-a1bc-448338b8fd17 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1d720d46-13e8-453e-a1bc-448338b8fd17', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:43:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:25,183 [193] [DEBUG] [app] Ending request: urn:request:d680b612-f23f-4537-82ec-87d5e833ac1d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d680b612-f23f-4537-82ec-87d5e833ac1d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:25,183 [195] [DEBUG] [app] Ending request: urn:request:fc3690ec-4273-41e2-be95-0b6a5ad8d00c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fc3690ec-4273-41e2-be95-0b6a5ad8d00c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:43:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 13:43:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:43:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:08.108858+00:00 (in 41.871793 seconds)
exportactionlogsworker stdout | 2023-06-29 13:43:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:26 UTC)" (scheduled at 2023-06-29 13:43:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:43:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:43:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:43:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:43:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:36.710348+00:00 (in 9.999496 seconds)
gcworker stdout | 2023-06-29 13:43:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:36 UTC)" (scheduled at 2023-06-29 13:43:26.710348+00:00)
gcworker stdout | 2023-06-29 13:43:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836606711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:43:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:43:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:43:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:43:29,119 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:43:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:40.109381+00:00 (in 9.999371 seconds)
notificationworker stdout | 2023-06-29 13:43:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:40 UTC)" (scheduled at 2023-06-29 13:43:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:43:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:43:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 30, 110512), True, datetime.datetime(2023, 6, 29, 13, 43, 30, 110512), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:43:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:43:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:43:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:43:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:43:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:38.227751+00:00 (in 7.999814 seconds)
repositorygcworker stdout | 2023-06-29 13:43:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:48:30 UTC)" (scheduled at 2023-06-29 13:43:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:43:30,229 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 43, 30, 228500), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:43:30,233 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 43, 30, 228500), True, datetime.datetime(2023, 6, 29, 13, 43, 30, 228500), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:43:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 43, 30, 228500), True, datetime.datetime(2023, 6, 29, 13, 43, 30, 228500), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 43, 30, 228500), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:43:30,235 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:43:30,235 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:48:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:43:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:43:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:38.157912+00:00 (in 5.094642 seconds)
securityworker stdout | 2023-06-29 13:43:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:03 UTC)" (scheduled at 2023-06-29 13:43:33.062807+00:00)
securityworker stdout | 2023-06-29 13:43:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:43:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:43:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:43:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:43:33,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:43:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:43:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:43:34,954 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:43:35,399 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:43:35,401 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:43:35,404 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:43:35,407 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:43:35,457 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:43:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:43:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:14.835653+00:00 (in 38.823479 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:43:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:36 UTC)" (scheduled at 2023-06-29 13:43:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:43:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:43:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:43:36,369 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:43:36,393 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:43:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:43:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:46.710348+00:00 (in 9.999540 seconds)
gcworker stdout | 2023-06-29 13:43:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:46 UTC)" (scheduled at 2023-06-29 13:43:36.710348+00:00)
gcworker stdout | 2023-06-29 13:43:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836616711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:43:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:43:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:43:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:43:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:43:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:03.062807+00:00 (in 24.904357 seconds)
securityworker stdout | 2023-06-29 13:43:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:08 UTC)" (scheduled at 2023-06-29 13:43:38.157912+00:00)
securityworker stdout | 2023-06-29 13:43:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:38,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:43:38,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:43:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:43:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:43:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:43:38,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:43:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:43:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:43:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:43:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:43:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 38, 38, 165583), 1, 2])
securityworker stdout | 2023-06-29 13:43:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:43:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:43:38,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 38, 38, 165583), 1, 2])
securityworker stdout | 2023-06-29 13:43:38,174 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:43:38,174 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:43:38,174 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:38,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:43:38,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:43:38,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:43:38,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:43:38,175 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:43:38,175 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:43:38,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:43:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:43:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:58.014887+00:00 (in 19.786458 seconds)
repositorygcworker stdout | 2023-06-29 13:43:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:38 UTC)" (scheduled at 2023-06-29 13:43:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:43:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:43:38,229 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:43:38,288 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:43:38,291 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:43:39,765 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:43:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:50.109381+00:00 (in 9.999447 seconds)
notificationworker stdout | 2023-06-29 13:43:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:50 UTC)" (scheduled at 2023-06-29 13:43:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:43:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:43:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 40, 110403), True, datetime.datetime(2023, 6, 29, 13, 43, 40, 110403), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:43:40,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:43:40,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:43:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:43:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:43:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:04.217001+00:00 (in 24.083874 seconds)
namespacegcworker stdout | 2023-06-29 13:43:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:40 UTC)" (scheduled at 2023-06-29 13:43:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:43:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:43:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 40, 133511), True, datetime.datetime(2023, 6, 29, 13, 43, 40, 133511), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:43:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:43:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:43:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:43:40,169 [193] [DEBUG] [app] Starting request: urn:request:6a809948-418d-4681-a043-ffc8678b6d6b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:40,169 [196] [DEBUG] [app] Starting request: urn:request:3bfc3c6d-22d1-4e20-a3a1-89050eddb23a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:43:40,173 [215] [DEBUG] [app] Starting request: urn:request:db1d026c-9bc6-43fa-922b-c2e7d51cd1ef (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:40,173 [213] [DEBUG] [app] Starting request: urn:request:844dbe54-17ec-4b0a-944e-6c6e3487cd8d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:40,174 [215] [DEBUG] [app] Ending request: urn:request:db1d026c-9bc6-43fa-922b-c2e7d51cd1ef (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:db1d026c-9bc6-43fa-922b-c2e7d51cd1ef', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:40,174 [213] [DEBUG] [app] Ending request: urn:request:844dbe54-17ec-4b0a-944e-6c6e3487cd8d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:844dbe54-17ec-4b0a-944e-6c6e3487cd8d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:40,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:43:40,174 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:43:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:40,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:40,177 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:40,177 [196] [DEBUG] [app] Starting request: urn:request:55c9d1b5-05ea-4e06-940a-f002bbab1e97 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:40,177 [196] [DEBUG] [app] Ending request: urn:request:55c9d1b5-05ea-4e06-940a-f002bbab1e97 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:55c9d1b5-05ea-4e06-940a-f002bbab1e97', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:43:40,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:40,178 [195] [DEBUG] [app] Starting request: urn:request:c3783acd-26c7-4686-a0cc-faefc7d035b5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:40,179 [195] [DEBUG] [app] Ending request: urn:request:c3783acd-26c7-4686-a0cc-faefc7d035b5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c3783acd-26c7-4686-a0cc-faefc7d035b5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:40,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:40,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:43:40,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:40,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:40,182 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:40,184 [196] [DEBUG] [app] Ending request: urn:request:3bfc3c6d-22d1-4e20-a3a1-89050eddb23a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3bfc3c6d-22d1-4e20-a3a1-89050eddb23a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:43:40,185 [193] [DEBUG] [app] Ending request: urn:request:6a809948-418d-4681-a043-ffc8678b6d6b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6a809948-418d-4681-a043-ffc8678b6d6b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:40,185 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:40,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.018 118 0.018)
logrotateworker stdout | 2023-06-29 13:43:41,250 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:43:42,841 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:43:42,906 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:43:43,214 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:43:45,393 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:43:45,997 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:43:46,001 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:43:46,004 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:43:46,008 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:43:46,010 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:43:46,013 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:43:46,015 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:43:46,017 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:43:46,023 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:43:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:43:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:16.328917+00:00 (in 29.999452 seconds)
buildlogsarchiver stdout | 2023-06-29 13:43:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:16 UTC)" (scheduled at 2023-06-29 13:43:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:43:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 43, 46, 329888), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:43:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:43:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:43:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:16 UTC)" executed successfully
builder stdout | 2023-06-29 13:43:46,552 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gcworker stdout | 2023-06-29 13:43:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:43:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:43:56.710348+00:00 (in 9.999499 seconds)
gcworker stdout | 2023-06-29 13:43:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:56 UTC)" (scheduled at 2023-06-29 13:43:46.710348+00:00)
gcworker stdout | 2023-06-29 13:43:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836626711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:43:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:43:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:43:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:43:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:43:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:43:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:46.720304+00:00 (in 59.999574 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:43:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:46 UTC)" (scheduled at 2023-06-29 13:43:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:43:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:43:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:43:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:46 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:43:46,749 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:43:47,151 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:43:47,183 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:43:47,419 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:43:47,421 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:43:47,424 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:43:48,268 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:43:50,017 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:43:50,020 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
notificationworker stdout | 2023-06-29 13:43:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:43:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:00.109381+00:00 (in 9.999482 seconds)
notificationworker stdout | 2023-06-29 13:43:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:00 UTC)" (scheduled at 2023-06-29 13:43:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:43:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:43:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 50, 110386), True, datetime.datetime(2023, 6, 29, 13, 43, 50, 110386), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:43:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:43:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:43:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:00 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:43:50,493 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:43:50,523 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:43:55,170 [193] [DEBUG] [app] Starting request: urn:request:7f6ebdc7-1ed9-410f-9988-cc47155444ea (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:55,170 [196] [DEBUG] [app] Starting request: urn:request:40e21330-d960-4e5e-8392-7ec407292a2c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:43:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:43:55,173 [208] [DEBUG] [app] Starting request: urn:request:192d746f-68ab-4f6c-8dd4-364c68d2d027 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:55,173 [221] [DEBUG] [app] Starting request: urn:request:0a5a5253-a45e-4a58-9c3e-13c776e41f17 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:43:55,174 [208] [DEBUG] [app] Ending request: urn:request:192d746f-68ab-4f6c-8dd4-364c68d2d027 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:192d746f-68ab-4f6c-8dd4-364c68d2d027', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:55,174 [221] [DEBUG] [app] Ending request: urn:request:0a5a5253-a45e-4a58-9c3e-13c776e41f17 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0a5a5253-a45e-4a58-9c3e-13c776e41f17', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:43:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:43:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:43:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:43:55,176 [196] [DEBUG] [app] Starting request: urn:request:92b9a622-6428-43dd-b42a-ddd07117e7e3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:55,177 [195] [DEBUG] [app] Starting request: urn:request:164f8177-bc33-415c-b6df-8a15ef7882a3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:43:55,177 [196] [DEBUG] [app] Ending request: urn:request:92b9a622-6428-43dd-b42a-ddd07117e7e3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:92b9a622-6428-43dd-b42a-ddd07117e7e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:43:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:55,177 [195] [DEBUG] [app] Ending request: urn:request:164f8177-bc33-415c-b6df-8a15ef7882a3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:164f8177-bc33-415c-b6df-8a15ef7882a3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:43:55,178 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:43:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:43:55,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:43:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:43:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:43:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:43:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:43:55,184 [196] [DEBUG] [app] Ending request: urn:request:40e21330-d960-4e5e-8392-7ec407292a2c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:40e21330-d960-4e5e-8392-7ec407292a2c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:55,184 [193] [DEBUG] [app] Ending request: urn:request:7f6ebdc7-1ed9-410f-9988-cc47155444ea (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7f6ebdc7-1ed9-410f-9988-cc47155444ea', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:43:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:43:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:43:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:43:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:43:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:43:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:43:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:43:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:06.710348+00:00 (in 9.999471 seconds)
gcworker stdout | 2023-06-29 13:43:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:06 UTC)" (scheduled at 2023-06-29 13:43:56.710348+00:00)
gcworker stdout | 2023-06-29 13:43:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836636711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:43:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:43:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:43:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:43:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:43:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:38.227751+00:00 (in 40.212251 seconds)
repositorygcworker stdout | 2023-06-29 13:43:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:58 UTC)" (scheduled at 2023-06-29 13:43:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:43:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:43:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 43, 58, 16015), True, datetime.datetime(2023, 6, 29, 13, 43, 58, 16015), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:43:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:43:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:43:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:44:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:43:59,155 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:44:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:10.109381+00:00 (in 9.999480 seconds)
notificationworker stdout | 2023-06-29 13:44:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:10 UTC)" (scheduled at 2023-06-29 13:44:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:44:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:44:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 0, 110332), True, datetime.datetime(2023, 6, 29, 13, 44, 0, 110332), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:44:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:44:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:44:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:44:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:44:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:08.157912+00:00 (in 5.094605 seconds)
securityworker stdout | 2023-06-29 13:44:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:33 UTC)" (scheduled at 2023-06-29 13:44:03.062807+00:00)
securityworker stdout | 2023-06-29 13:44:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:44:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:44:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:44:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:44:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:44:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:44:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:44:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:44:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:30.216752+00:00 (in 25.999273 seconds)
namespacegcworker stdout | 2023-06-29 13:44:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:04 UTC)" (scheduled at 2023-06-29 13:44:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:44:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:44:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:44:04,972 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:44:05,407 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:44:05,410 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:44:05,413 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:44:05,415 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:44:05,464 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:44:06,389 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:44:06,413 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:44:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:44:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:16.710348+00:00 (in 9.999503 seconds)
gcworker stdout | 2023-06-29 13:44:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:16 UTC)" (scheduled at 2023-06-29 13:44:06.710348+00:00)
gcworker stdout | 2023-06-29 13:44:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836646711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:44:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:44:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:44:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:44:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:44:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:26.236566+00:00 (in 18.127202 seconds)
exportactionlogsworker stdout | 2023-06-29 13:44:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:08 UTC)" (scheduled at 2023-06-29 13:44:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:44:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:44:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 8, 109815), True, datetime.datetime(2023, 6, 29, 13, 44, 8, 109815), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:44:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:44:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:44:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:44:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:44:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:33.062807+00:00 (in 24.904410 seconds)
securityworker stdout | 2023-06-29 13:44:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:38 UTC)" (scheduled at 2023-06-29 13:44:08.157912+00:00)
securityworker stdout | 2023-06-29 13:44:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:44:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:44:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:44:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:44:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:44:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:44:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:44:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:44:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:44:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:44:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 39, 8, 164410), 1, 2])
securityworker stdout | 2023-06-29 13:44:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:44:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:44:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 39, 8, 164410), 1, 2])
securityworker stdout | 2023-06-29 13:44:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:44:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:44:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:44:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:44:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:44:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:44:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:44:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:44:08,323 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:44:08,326 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:44:09,802 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:44:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:10.614040+00:00 (in 0.504142 seconds)
notificationworker stdout | 2023-06-29 13:44:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:20 UTC)" (scheduled at 2023-06-29 13:44:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:44:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:44:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 10, 110434), True, datetime.datetime(2023, 6, 29, 13, 44, 10, 110434), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:44:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:44:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:44:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:44:10,169 [193] [DEBUG] [app] Starting request: urn:request:01ef6bc8-9cd6-4f19-92cc-87e0ecc91aee (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:10,169 [195] [DEBUG] [app] Starting request: urn:request:6ebef1f1-3005-4c00-ab42-21f2b2856a46 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:44:10,173 [213] [DEBUG] [app] Starting request: urn:request:2e7d9b34-fe12-4dd5-868a-8401f6ec5774 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:10,173 [218] [DEBUG] [app] Starting request: urn:request:847e6607-dcef-49ac-87a2-c254f18e48cc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:10,173 [218] [DEBUG] [app] Ending request: urn:request:847e6607-dcef-49ac-87a2-c254f18e48cc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:847e6607-dcef-49ac-87a2-c254f18e48cc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:10,173 [213] [DEBUG] [app] Ending request: urn:request:2e7d9b34-fe12-4dd5-868a-8401f6ec5774 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2e7d9b34-fe12-4dd5-868a-8401f6ec5774', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:44:10,173 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:44:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:10,176 [195] [DEBUG] [app] Starting request: urn:request:a2624829-1b64-411f-b34f-6410d0f8b9ea (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:10,176 [194] [DEBUG] [app] Starting request: urn:request:61814ae7-79cf-4cbe-8495-af52114b95a7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:10,176 [195] [DEBUG] [app] Ending request: urn:request:a2624829-1b64-411f-b34f-6410d0f8b9ea (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a2624829-1b64-411f-b34f-6410d0f8b9ea', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:44:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:44:10,177 [194] [DEBUG] [app] Ending request: urn:request:61814ae7-79cf-4cbe-8495-af52114b95a7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:61814ae7-79cf-4cbe-8495-af52114b95a7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:44:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:44:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:10,183 [195] [DEBUG] [app] Ending request: urn:request:6ebef1f1-3005-4c00-ab42-21f2b2856a46 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6ebef1f1-3005-4c00-ab42-21f2b2856a46', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:10,183 [193] [DEBUG] [app] Ending request: urn:request:01ef6bc8-9cd6-4f19-92cc-87e0ecc91aee (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:01ef6bc8-9cd6-4f19-92cc-87e0ecc91aee', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:44:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:44:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:20.109381+00:00 (in 9.494789 seconds)
notificationworker stdout | 2023-06-29 13:44:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:10 UTC)" (scheduled at 2023-06-29 13:44:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:44:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:44:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:44:11,288 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:44:12,878 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:44:12,919 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:44:13,251 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:36.011593+00:00 (in 21.175408 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:14 UTC)" (scheduled at 2023-06-29 13:44:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 14, 836659), True, datetime.datetime(2023, 6, 29, 13, 44, 14, 836659), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:44:14,843 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:44:15,424 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:44:16,008 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:44:16,011 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:44:16,014 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:44:16,017 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:44:16,020 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:44:16,023 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:44:16,026 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:44:16,029 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:44:16,033 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:44:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:44:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:46.328917+00:00 (in 29.999451 seconds)
buildlogsarchiver stdout | 2023-06-29 13:44:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:46 UTC)" (scheduled at 2023-06-29 13:44:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:44:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 44, 16, 329934), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:44:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:44:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:44:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:44:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:44:16,590 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gcworker stdout | 2023-06-29 13:44:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:44:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:26.710348+00:00 (in 9.999449 seconds)
gcworker stdout | 2023-06-29 13:44:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:26 UTC)" (scheduled at 2023-06-29 13:44:16.710348+00:00)
gcworker stdout | 2023-06-29 13:44:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836656711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:44:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:44:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:44:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:26 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:44:16,786 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:44:17,174 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:44:17,217 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:44:17,426 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:44:17,429 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:44:17,432 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:44:18,283 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:44:20,055 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:44:20,058 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
notificationworker stdout | 2023-06-29 13:44:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:30.109381+00:00 (in 9.999588 seconds)
notificationworker stdout | 2023-06-29 13:44:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:30 UTC)" (scheduled at 2023-06-29 13:44:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:44:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:44:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 20, 110290), True, datetime.datetime(2023, 6, 29, 13, 44, 20, 110290), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:44:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:44:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:44:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:30 UTC)" executed successfully
repositoryactioncounter stdout | 2023-06-29 13:44:20,523 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:44:20,532 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:44:25,170 [194] [DEBUG] [app] Starting request: urn:request:46b25405-bb57-4630-b870-f04470a717be (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:25,170 [193] [DEBUG] [app] Starting request: urn:request:b85e2424-9d8e-44c4-acc2-ac4f96f945f3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:44:25,173 [218] [DEBUG] [app] Starting request: urn:request:ae213f22-e577-4134-9b55-a1525656ed15 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:25,173 [217] [DEBUG] [app] Starting request: urn:request:d579ecb2-957a-48bf-869f-7f8d33ab77f8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:25,173 [217] [DEBUG] [app] Ending request: urn:request:d579ecb2-957a-48bf-869f-7f8d33ab77f8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d579ecb2-957a-48bf-869f-7f8d33ab77f8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:25,173 [218] [DEBUG] [app] Ending request: urn:request:ae213f22-e577-4134-9b55-a1525656ed15 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ae213f22-e577-4134-9b55-a1525656ed15', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:44:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:44:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:25,176 [196] [DEBUG] [app] Starting request: urn:request:002f0982-7090-404d-af89-f53865cee24b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:25,176 [194] [DEBUG] [app] Starting request: urn:request:4b6d50da-b859-4618-b1d9-420c34448a90 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:25,177 [196] [DEBUG] [app] Ending request: urn:request:002f0982-7090-404d-af89-f53865cee24b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:002f0982-7090-404d-af89-f53865cee24b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:44:25,177 [194] [DEBUG] [app] Ending request: urn:request:4b6d50da-b859-4618-b1d9-420c34448a90 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4b6d50da-b859-4618-b1d9-420c34448a90', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:44:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:25,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:25,184 [193] [DEBUG] [app] Ending request: urn:request:b85e2424-9d8e-44c4-acc2-ac4f96f945f3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b85e2424-9d8e-44c4-acc2-ac4f96f945f3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:25,184 [194] [DEBUG] [app] Ending request: urn:request:46b25405-bb57-4630-b870-f04470a717be (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:46b25405-bb57-4630-b870-f04470a717be', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:44:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:44:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:44:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:49.236331+00:00 (in 22.999237 seconds)
exportactionlogsworker stdout | 2023-06-29 13:44:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:26 UTC)" (scheduled at 2023-06-29 13:44:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:44:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:44:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:44:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:44:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:36.710348+00:00 (in 9.999434 seconds)
gcworker stdout | 2023-06-29 13:44:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:36 UTC)" (scheduled at 2023-06-29 13:44:26.710348+00:00)
gcworker stdout | 2023-06-29 13:44:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836666711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:44:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:44:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:44:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:44:29,193 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:44:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:40.109381+00:00 (in 9.999494 seconds)
notificationworker stdout | 2023-06-29 13:44:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:40 UTC)" (scheduled at 2023-06-29 13:44:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:44:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:44:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 30, 110365), True, datetime.datetime(2023, 6, 29, 13, 44, 30, 110365), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:44:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:44:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:44:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:44:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:44:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:40.132615+00:00 (in 9.915377 seconds)
namespacegcworker stdout | 2023-06-29 13:44:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:49:30 UTC)" (scheduled at 2023-06-29 13:44:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:44:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 44, 30, 217623), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:44:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 44, 30, 217623), True, datetime.datetime(2023, 6, 29, 13, 44, 30, 217623), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:44:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 44, 30, 217623), True, datetime.datetime(2023, 6, 29, 13, 44, 30, 217623), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 44, 30, 217623), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:44:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:44:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:49:30 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:44:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:44:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:38.157912+00:00 (in 5.094579 seconds)
securityworker stdout | 2023-06-29 13:44:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:03 UTC)" (scheduled at 2023-06-29 13:44:33.062807+00:00)
securityworker stdout | 2023-06-29 13:44:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:44:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:44:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:44:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:44:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:44:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:44:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:44:35,009 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:44:35,415 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:44:35,419 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:44:35,421 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:44:35,424 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:44:35,472 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:44:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:44:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:14.835653+00:00 (in 38.823487 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:44:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:36 UTC)" (scheduled at 2023-06-29 13:44:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:44:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:44:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:44:36,427 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:44:36,449 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:44:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:44:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:46.710348+00:00 (in 9.999495 seconds)
gcworker stdout | 2023-06-29 13:44:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:46 UTC)" (scheduled at 2023-06-29 13:44:36.710348+00:00)
gcworker stdout | 2023-06-29 13:44:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836676711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:44:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:44:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:44:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:44:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:44:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:03.062807+00:00 (in 24.904389 seconds)
securityworker stdout | 2023-06-29 13:44:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:08 UTC)" (scheduled at 2023-06-29 13:44:38.157912+00:00)
securityworker stdout | 2023-06-29 13:44:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:44:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:44:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:44:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:44:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:44:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:44:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:44:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:44:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:44:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:44:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 39, 38, 164733), 1, 2])
securityworker stdout | 2023-06-29 13:44:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:44:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:44:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 39, 38, 164733), 1, 2])
securityworker stdout | 2023-06-29 13:44:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:44:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:44:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:44:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:44:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:44:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:44:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:44:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:44:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:44:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:44:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:58.014887+00:00 (in 19.786566 seconds)
repositorygcworker stdout | 2023-06-29 13:44:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:38 UTC)" (scheduled at 2023-06-29 13:44:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:44:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:44:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:44:38,334 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:44:38,353 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:44:39,839 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:44:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:50.109381+00:00 (in 9.999517 seconds)
notificationworker stdout | 2023-06-29 13:44:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:50 UTC)" (scheduled at 2023-06-29 13:44:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:44:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:44:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 40, 110291), True, datetime.datetime(2023, 6, 29, 13, 44, 40, 110291), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:44:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:44:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:44:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:44:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:44:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:04.217001+00:00 (in 24.083934 seconds)
namespacegcworker stdout | 2023-06-29 13:44:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:40 UTC)" (scheduled at 2023-06-29 13:44:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:44:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:44:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 40, 133474), True, datetime.datetime(2023, 6, 29, 13, 44, 40, 133474), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:44:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:44:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:44:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:44:40,170 [196] [DEBUG] [app] Starting request: urn:request:fd992dfc-1e18-4fc3-b12b-daea00bc2639 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:40,170 [195] [DEBUG] [app] Starting request: urn:request:1e0802c4-d733-46cf-9cca-e6f1611bcce6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:44:40,173 [221] [DEBUG] [app] Starting request: urn:request:d95f432e-17d1-498c-9df1-a3a591bf1e01 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:40,173 [218] [DEBUG] [app] Starting request: urn:request:8235a376-0863-4146-a9a8-5f1d8cf8a811 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:40,173 [221] [DEBUG] [app] Ending request: urn:request:d95f432e-17d1-498c-9df1-a3a591bf1e01 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d95f432e-17d1-498c-9df1-a3a591bf1e01', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:40,173 [218] [DEBUG] [app] Ending request: urn:request:8235a376-0863-4146-a9a8-5f1d8cf8a811 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8235a376-0863-4146-a9a8-5f1d8cf8a811', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:44:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:44:40,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:40,176 [193] [DEBUG] [app] Starting request: urn:request:2c70547b-6a49-4d5a-ad91-65925d2e43bd (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:40,176 [196] [DEBUG] [app] Starting request: urn:request:1120ef34-dc21-43dd-b723-7d45d69fa0d7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:40,177 [193] [DEBUG] [app] Ending request: urn:request:2c70547b-6a49-4d5a-ad91-65925d2e43bd (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2c70547b-6a49-4d5a-ad91-65925d2e43bd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:44:40,177 [196] [DEBUG] [app] Ending request: urn:request:1120ef34-dc21-43dd-b723-7d45d69fa0d7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1120ef34-dc21-43dd-b723-7d45d69fa0d7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:44:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:40,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:40,183 [195] [DEBUG] [app] Ending request: urn:request:1e0802c4-d733-46cf-9cca-e6f1611bcce6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1e0802c4-d733-46cf-9cca-e6f1611bcce6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:40,184 [196] [DEBUG] [app] Ending request: urn:request:fd992dfc-1e18-4fc3-b12b-daea00bc2639 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fd992dfc-1e18-4fc3-b12b-daea00bc2639', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:40,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:44:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
logrotateworker stdout | 2023-06-29 13:44:41,317 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:44:42,887 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:44:42,955 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:44:43,287 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
exportactionlogsworker stdout | 2023-06-29 13:44:45,434 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:44:46,018 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:44:46,021 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:44:46,025 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:44:46,028 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:44:46,031 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:44:46,034 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:44:46,037 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:44:46,040 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:44:46,042 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:44:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:44:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:16.328917+00:00 (in 29.999441 seconds)
buildlogsarchiver stdout | 2023-06-29 13:44:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:16 UTC)" (scheduled at 2023-06-29 13:44:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:44:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 44, 46, 329882), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:44:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:44:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:44:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:16 UTC)" executed successfully
builder stdout | 2023-06-29 13:44:46,627 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gcworker stdout | 2023-06-29 13:44:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:44:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:44:56.710348+00:00 (in 9.999496 seconds)
gcworker stdout | 2023-06-29 13:44:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:56 UTC)" (scheduled at 2023-06-29 13:44:46.710348+00:00)
gcworker stdout | 2023-06-29 13:44:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836686711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:44:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:44:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:44:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:44:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:44:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:44:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:46.720304+00:00 (in 59.999605 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:44:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:46 UTC)" (scheduled at 2023-06-29 13:44:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:44:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:44:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:44:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:46 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:44:46,815 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:44:47,210 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:44:47,253 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:44:47,434 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:44:47,437 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:44:47,440 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:44:48,319 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
exportactionlogsworker stdout | 2023-06-29 13:44:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:44:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:08.108858+00:00 (in 18.872012 seconds)
exportactionlogsworker stdout | 2023-06-29 13:44:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:49:49 UTC)" (scheduled at 2023-06-29 13:44:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:44:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 44, 49, 237317), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:44:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 44, 49, 237317), True, datetime.datetime(2023, 6, 29, 13, 44, 49, 237317), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:44:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 44, 49, 237317), True, datetime.datetime(2023, 6, 29, 13, 44, 49, 237317), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 44, 49, 237317), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:44:49,244 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:44:49,244 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:49:49 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:44:50,093 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:44:50,096 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
notificationworker stdout | 2023-06-29 13:44:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:44:50,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:00.109381+00:00 (in 9.999566 seconds)
notificationworker stdout | 2023-06-29 13:44:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:00 UTC)" (scheduled at 2023-06-29 13:44:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:44:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:44:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 50, 110206), True, datetime.datetime(2023, 6, 29, 13, 44, 50, 110206), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:44:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:44:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:44:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:00 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:44:50,546 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:44:50,551 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:44:55,169 [195] [DEBUG] [app] Starting request: urn:request:0d221c5e-8909-4334-97c7-3d5be02f8250 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:55,169 [196] [DEBUG] [app] Starting request: urn:request:4de40f48-2a59-4e48-b8ee-af508f95c39d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:44:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:44:55,173 [218] [DEBUG] [app] Starting request: urn:request:6cc715dd-41bc-4578-82c7-3a1ec005a3b9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:55,173 [208] [DEBUG] [app] Starting request: urn:request:58556592-3d5d-4ce1-85af-012f0508791a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:44:55,173 [208] [DEBUG] [app] Ending request: urn:request:58556592-3d5d-4ce1-85af-012f0508791a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:58556592-3d5d-4ce1-85af-012f0508791a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:55,173 [218] [DEBUG] [app] Ending request: urn:request:6cc715dd-41bc-4578-82c7-3a1ec005a3b9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6cc715dd-41bc-4578-82c7-3a1ec005a3b9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:44:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:44:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:44:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:44:55,176 [193] [DEBUG] [app] Starting request: urn:request:4afb6bc4-88be-43b1-bd5a-7c58e218677a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:55,176 [196] [DEBUG] [app] Starting request: urn:request:4124826f-c144-4db3-9bde-f7241e03bd01 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:44:55,177 [193] [DEBUG] [app] Ending request: urn:request:4afb6bc4-88be-43b1-bd5a-7c58e218677a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4afb6bc4-88be-43b1-bd5a-7c58e218677a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:44:55,177 [196] [DEBUG] [app] Ending request: urn:request:4124826f-c144-4db3-9bde-f7241e03bd01 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4124826f-c144-4db3-9bde-f7241e03bd01', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:44:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:44:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:44:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:44:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:44:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:44:55,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:44:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:44:55,184 [196] [DEBUG] [app] Ending request: urn:request:4de40f48-2a59-4e48-b8ee-af508f95c39d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4de40f48-2a59-4e48-b8ee-af508f95c39d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:55,184 [195] [DEBUG] [app] Ending request: urn:request:0d221c5e-8909-4334-97c7-3d5be02f8250 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0d221c5e-8909-4334-97c7-3d5be02f8250', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:44:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:44:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:44:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:44:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:44:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:44:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:44:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:06.710348+00:00 (in 9.999451 seconds)
gcworker stdout | 2023-06-29 13:44:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:06 UTC)" (scheduled at 2023-06-29 13:44:56.710348+00:00)
gcworker stdout | 2023-06-29 13:44:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836696711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:44:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:44:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:44:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:44:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:44:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:38.227751+00:00 (in 40.212412 seconds)
repositorygcworker stdout | 2023-06-29 13:44:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:58 UTC)" (scheduled at 2023-06-29 13:44:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:44:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:44:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 44, 58, 15742), True, datetime.datetime(2023, 6, 29, 13, 44, 58, 15742), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:44:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:44:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:44:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:45:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:44:59,199 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:45:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:10.109381+00:00 (in 9.999519 seconds)
notificationworker stdout | 2023-06-29 13:45:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:10 UTC)" (scheduled at 2023-06-29 13:45:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:45:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:45:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 0, 110326), True, datetime.datetime(2023, 6, 29, 13, 45, 0, 110326), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:45:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:45:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:45:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:10 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:45:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:45:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:08.157912+00:00 (in 5.094601 seconds)
securityworker stdout | 2023-06-29 13:45:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:33 UTC)" (scheduled at 2023-06-29 13:45:03.062807+00:00)
securityworker stdout | 2023-06-29 13:45:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:45:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:45:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:45:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:45:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:45:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:45:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:45:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:45:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:40.132615+00:00 (in 35.915137 seconds)
namespacegcworker stdout | 2023-06-29 13:45:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:04 UTC)" (scheduled at 2023-06-29 13:45:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:45:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:45:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:45:05,038 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:45:05,424 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:45:05,428 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:45:05,432 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:45:05,434 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:45:05,480 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:45:06,448 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:45:06,455 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:45:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:45:06,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:16.710348+00:00 (in 9.999542 seconds)
gcworker stdout | 2023-06-29 13:45:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:16 UTC)" (scheduled at 2023-06-29 13:45:06.710348+00:00)
gcworker stdout | 2023-06-29 13:45:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836706711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:45:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:45:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:45:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:45:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:45:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:26.236566+00:00 (in 18.127176 seconds)
exportactionlogsworker stdout | 2023-06-29 13:45:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:08 UTC)" (scheduled at 2023-06-29 13:45:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:45:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:45:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 8, 109822), True, datetime.datetime(2023, 6, 29, 13, 45, 8, 109822), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:45:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:45:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:45:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:45:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:45:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:33.062807+00:00 (in 24.904465 seconds)
securityworker stdout | 2023-06-29 13:45:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:38 UTC)" (scheduled at 2023-06-29 13:45:08.157912+00:00)
securityworker stdout | 2023-06-29 13:45:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:45:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:45:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:45:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:45:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:45:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:45:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:45:08,167 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:45:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:45:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:45:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 40, 8, 164205), 1, 2])
securityworker stdout | 2023-06-29 13:45:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:45:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:45:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 40, 8, 164205), 1, 2])
securityworker stdout | 2023-06-29 13:45:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:45:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:45:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:45:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:45:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:45:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:45:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:45:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:45:08,351 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:45:08,380 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:45:09,877 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:45:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:10.614040+00:00 (in 0.504126 seconds)
notificationworker stdout | 2023-06-29 13:45:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:20 UTC)" (scheduled at 2023-06-29 13:45:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:45:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:45:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 10, 110406), True, datetime.datetime(2023, 6, 29, 13, 45, 10, 110406), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:45:10,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:45:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:45:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:45:10,169 [196] [DEBUG] [app] Starting request: urn:request:c6511d90-bbd6-483d-a37f-6dc8e024b47a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:10,169 [193] [DEBUG] [app] Starting request: urn:request:a1a79ca4-86fb-4b61-963d-6fd402c42079 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:10,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:10,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:45:10,172 [217] [DEBUG] [app] Starting request: urn:request:71b9baea-ba60-4e9e-bd73-3cf81d8b324d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:10,172 [208] [DEBUG] [app] Starting request: urn:request:f024e7c7-30f9-4e4f-a132-6a1f7cf4fe18 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:10,173 [217] [DEBUG] [app] Ending request: urn:request:71b9baea-ba60-4e9e-bd73-3cf81d8b324d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:71b9baea-ba60-4e9e-bd73-3cf81d8b324d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:10,173 [208] [DEBUG] [app] Ending request: urn:request:f024e7c7-30f9-4e4f-a132-6a1f7cf4fe18 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f024e7c7-30f9-4e4f-a132-6a1f7cf4fe18', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:10,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:45:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:45:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:10,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:10,175 [196] [DEBUG] [app] Starting request: urn:request:4089d322-f8a6-4e45-9c68-f5e4c19b20c0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:10,176 [194] [DEBUG] [app] Starting request: urn:request:a7a13c78-9f95-4905-9a08-44faacb8d31a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:10,176 [196] [DEBUG] [app] Ending request: urn:request:4089d322-f8a6-4e45-9c68-f5e4c19b20c0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4089d322-f8a6-4e45-9c68-f5e4c19b20c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:45:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:45:10,176 [194] [DEBUG] [app] Ending request: urn:request:a7a13c78-9f95-4905-9a08-44faacb8d31a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a7a13c78-9f95-4905-9a08-44faacb8d31a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:45:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:45:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:10,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:10,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:10,183 [196] [DEBUG] [app] Ending request: urn:request:c6511d90-bbd6-483d-a37f-6dc8e024b47a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c6511d90-bbd6-483d-a37f-6dc8e024b47a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:10,183 [193] [DEBUG] [app] Ending request: urn:request:a1a79ca4-86fb-4b61-963d-6fd402c42079 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a1a79ca4-86fb-4b61-963d-6fd402c42079', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:45:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:45:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:45:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:45:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:20.109381+00:00 (in 9.494807 seconds)
notificationworker stdout | 2023-06-29 13:45:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:10 UTC)" (scheduled at 2023-06-29 13:45:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:45:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:45:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:45:11,354 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:45:12,924 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:45:12,990 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:45:13,323 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
servicekey stdout | 2023-06-29 13:45:13,409 [82] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
servicekey stdout | 2023-06-29 13:45:13,409 [82] [INFO] [apscheduler.executors.default] Running job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2023-06-29 13:45:13 UTC)" (scheduled at 2023-06-29 13:45:13.408921+00:00)
servicekey stdout | 2023-06-29 13:45:13,409 [82] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:40:13.408921+00:00 (in 3299.999669 seconds)
servicekey stdout | 2023-06-29 13:45:13,409 [82] [DEBUG] [__main__] Starting automatic refresh of service key Q0FaaJUQfpjPAcfwEh13ev-WboQFML8tJ11xH91UAPA to new expiration 2023-06-29 15:45:13.409711
servicekey stdout | 2023-06-29 13:45:13,411 [82] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE (("t1"."kid" = %s) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s))) LIMIT %s OFFSET %s', ['Q0FaaJUQfpjPAcfwEh13ev-WboQFML8tJ11xH91UAPA', datetime.datetime(2023, 6, 22, 13, 45, 13, 410254), None, 1, 0])
servicekey stdout | 2023-06-29 13:45:13,415 [82] [DEBUG] [peewee] ('UPDATE "servicekey" SET "name" = %s, "kid" = %s, "service" = %s, "jwk" = %s, "metadata" = %s, "created_date" = %s, "expiration_date" = %s, "rotation_duration" = %s, "approval_id" = %s WHERE ("servicekey"."id" = %s)', ['https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com:443', 'Q0FaaJUQfpjPAcfwEh13ev-WboQFML8tJ11xH91UAPA', 'quay', '{"n": "zrSDQNU6IYg5p6KPZ4jIQQZzqcKQPIh4QDAkqvB2__QUTaUWb7FilmiBorUq08gFaOvIhZdbbiVjBPYXpNHN8eUvhb4siU2yDQhPWDRRfoefryXmjCLp7UnXJdCAxI6-4AiO6Fk4-5KnslRsJaTI8V6KDC5lXfgxFcEH1JQ63H2gBOfw9HPdcmgqeSPidejPUe007hB-BmmSZDynUtZzSbzADYqeKro47RCOe9uDSchhpi11tP57s3x1a8eSYJD_yKUG9kG5swoQB4F-cy3MknxO7TBUxaAFeSpUwH2SskzkapEgC-MSGtcgU0GTydB5EfOgKIhqBkNdHnx2zMca4w", "e": "AQAB", "kty": "RSA", "kid": "Q0FaaJUQfpjPAcfwEh13ev-WboQFML8tJ11xH91UAPA"}', '{"created_by": "CLI tool"}', datetime.datetime(2023, 6, 29, 13, 15, 0, 783853), datetime.datetime(2023, 6, 29, 15, 45, 13, 409711), None, 8, 8])
servicekey stdout | 2023-06-29 13:45:13,418 [82] [DEBUG] [__main__] Finished automatic refresh of service key Q0FaaJUQfpjPAcfwEh13ev-WboQFML8tJ11xH91UAPA with new expiration 2023-06-29 15:45:13.409711
servicekey stdout | 2023-06-29 13:45:13,418 [82] [DEBUG] [data.database] Disconnecting from database.
servicekey stdout | 2023-06-29 13:45:13,418 [82] [INFO] [apscheduler.executors.default] Job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2023-06-29 14:40:13 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:36.011593+00:00 (in 21.175435 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:14 UTC)" (scheduled at 2023-06-29 13:45:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 14, 836583), True, datetime.datetime(2023, 6, 29, 13, 45, 14, 836583), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,841 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,841 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:45:14,841 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:45:15,471 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:45:16,026 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:45:16,033 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:45:16,036 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:45:16,040 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:45:16,043 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:45:16,045 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:45:16,048 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:45:16,051 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:45:16,054 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:45:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:45:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:46.328917+00:00 (in 29.999476 seconds)
buildlogsarchiver stdout | 2023-06-29 13:45:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:46 UTC)" (scheduled at 2023-06-29 13:45:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:45:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 45, 16, 329846), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:45:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:45:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:45:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:45:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:45:16,665 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gcworker stdout | 2023-06-29 13:45:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:45:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:26.710348+00:00 (in 9.999493 seconds)
gcworker stdout | 2023-06-29 13:45:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:26 UTC)" (scheduled at 2023-06-29 13:45:16.710348+00:00)
gcworker stdout | 2023-06-29 13:45:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836716711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:45:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:45:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:45:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:26 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:45:16,851 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:45:17,220 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:45:17,274 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:45:17,441 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:45:17,444 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:45:17,447 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:45:18,356 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
securityscanningnotificationworker stdout | 2023-06-29 13:45:20,101 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
notificationworker stdout | 2023-06-29 13:45:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:30.109381+00:00 (in 9.999568 seconds)
notificationworker stdout | 2023-06-29 13:45:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:30 UTC)" (scheduled at 2023-06-29 13:45:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:45:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:45:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 20, 110182), True, datetime.datetime(2023, 6, 29, 13, 45, 20, 110182), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:45:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:45:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:45:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:45:20,132 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:45:20,582 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:45:20,585 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:45:25,169 [193] [DEBUG] [app] Starting request: urn:request:2727a961-b9d7-4996-b6a2-a3537a5c6b2b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:25,169 [195] [DEBUG] [app] Starting request: urn:request:58dc2ccb-3303-417e-8d94-e6b9f47fd3b2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:45:25,172 [208] [DEBUG] [app] Starting request: urn:request:7c5e3b39-0915-4e90-805c-55d2e801b05b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:25,172 [221] [DEBUG] [app] Starting request: urn:request:c3601d4e-781e-46c7-929c-493f2160b247 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:25,173 [208] [DEBUG] [app] Ending request: urn:request:7c5e3b39-0915-4e90-805c-55d2e801b05b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7c5e3b39-0915-4e90-805c-55d2e801b05b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:25,173 [221] [DEBUG] [app] Ending request: urn:request:c3601d4e-781e-46c7-929c-493f2160b247 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c3601d4e-781e-46c7-929c-493f2160b247', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:45:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:25,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:25,176 [196] [DEBUG] [app] Starting request: urn:request:70c6cb5d-75d2-45a9-930d-5f65c93e1160 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:25,176 [194] [DEBUG] [app] Starting request: urn:request:76b532c9-5a3a-4947-9d85-e8b2d6923ec5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:25,176 [196] [DEBUG] [app] Ending request: urn:request:70c6cb5d-75d2-45a9-930d-5f65c93e1160 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:70c6cb5d-75d2-45a9-930d-5f65c93e1160', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:45:25,176 [194] [DEBUG] [app] Ending request: urn:request:76b532c9-5a3a-4947-9d85-e8b2d6923ec5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:76b532c9-5a3a-4947-9d85-e8b2d6923ec5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:45:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:25,183 [193] [DEBUG] [app] Ending request: urn:request:2727a961-b9d7-4996-b6a2-a3537a5c6b2b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2727a961-b9d7-4996-b6a2-a3537a5c6b2b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:25,183 [195] [DEBUG] [app] Ending request: urn:request:58dc2ccb-3303-417e-8d94-e6b9f47fd3b2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:58dc2ccb-3303-417e-8d94-e6b9f47fd3b2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:45:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:45:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:45:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 13:45:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:45:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:08.108858+00:00 (in 41.871799 seconds)
exportactionlogsworker stdout | 2023-06-29 13:45:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:26 UTC)" (scheduled at 2023-06-29 13:45:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:45:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:45:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:45:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:45:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:36.710348+00:00 (in 9.999472 seconds)
gcworker stdout | 2023-06-29 13:45:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:36 UTC)" (scheduled at 2023-06-29 13:45:26.710348+00:00)
gcworker stdout | 2023-06-29 13:45:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836726711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:45:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:45:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:45:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:45:29,215 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:45:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:40.109381+00:00 (in 9.999550 seconds)
notificationworker stdout | 2023-06-29 13:45:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:40 UTC)" (scheduled at 2023-06-29 13:45:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:45:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:45:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 30, 110260), True, datetime.datetime(2023, 6, 29, 13, 45, 30, 110260), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:45:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:45:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:45:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:40 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:45:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:45:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:38.157912+00:00 (in 5.094633 seconds)
securityworker stdout | 2023-06-29 13:45:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:03 UTC)" (scheduled at 2023-06-29 13:45:33.062807+00:00)
securityworker stdout | 2023-06-29 13:45:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:45:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:45:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:45:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:45:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:45:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:45:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:45:35,075 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:45:35,433 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:45:35,436 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:45:35,439 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:45:35,441 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:45:35,488 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:45:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:45:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:14.835653+00:00 (in 38.823483 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:45:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:36 UTC)" (scheduled at 2023-06-29 13:45:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:45:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:45:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:45:36,480 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:45:36,483 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:45:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:45:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:46.710348+00:00 (in 9.999530 seconds)
gcworker stdout | 2023-06-29 13:45:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:46 UTC)" (scheduled at 2023-06-29 13:45:36.710348+00:00)
gcworker stdout | 2023-06-29 13:45:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836736711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:45:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:45:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:45:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:45:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:45:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:03.062807+00:00 (in 24.904379 seconds)
securityworker stdout | 2023-06-29 13:45:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:08 UTC)" (scheduled at 2023-06-29 13:45:38.157912+00:00)
securityworker stdout | 2023-06-29 13:45:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:45:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:45:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:45:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:45:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:45:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:45:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:45:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:45:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:45:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:45:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 40, 38, 165643), 1, 2])
securityworker stdout | 2023-06-29 13:45:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:45:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:45:38,173 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 40, 38, 165643), 1, 2])
securityworker stdout | 2023-06-29 13:45:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:45:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:45:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:38,174 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:45:38,174 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:45:38,174 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:45:38,174 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:45:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:45:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:45:38,175 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:45:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:45:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:58.014887+00:00 (in 19.786683 seconds)
repositorygcworker stdout | 2023-06-29 13:45:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:38 UTC)" (scheduled at 2023-06-29 13:45:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:45:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:45:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:45:38,370 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:45:38,416 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:45:39,914 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:45:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:50.109381+00:00 (in 9.999554 seconds)
notificationworker stdout | 2023-06-29 13:45:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:50 UTC)" (scheduled at 2023-06-29 13:45:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:45:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:45:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 40, 110240), True, datetime.datetime(2023, 6, 29, 13, 45, 40, 110240), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:45:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:45:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:45:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:45:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:45:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:04.217001+00:00 (in 24.083923 seconds)
namespacegcworker stdout | 2023-06-29 13:45:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:40 UTC)" (scheduled at 2023-06-29 13:45:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:45:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:45:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 40, 133428), True, datetime.datetime(2023, 6, 29, 13, 45, 40, 133428), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:45:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:45:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:45:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:45:40,169 [193] [DEBUG] [app] Starting request: urn:request:57d760af-f13b-4001-990a-a967dd5dd32e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:40,169 [194] [DEBUG] [app] Starting request: urn:request:e8052960-f8c2-44b4-9bb6-fee35a748061 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:45:40,172 [208] [DEBUG] [app] Starting request: urn:request:582c7f6f-5f28-4cde-8b68-a745967236ba (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:40,173 [214] [DEBUG] [app] Starting request: urn:request:10544bd6-a251-495f-9978-a90e6633e33a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:40,173 [214] [DEBUG] [app] Ending request: urn:request:10544bd6-a251-495f-9978-a90e6633e33a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:10544bd6-a251-495f-9978-a90e6633e33a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:40,173 [208] [DEBUG] [app] Ending request: urn:request:582c7f6f-5f28-4cde-8b68-a745967236ba (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:582c7f6f-5f28-4cde-8b68-a745967236ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:40,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:45:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:45:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:40,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:40,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:40,176 [195] [DEBUG] [app] Starting request: urn:request:1062ef16-ef93-484c-aad8-717584c3d404 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:40,176 [196] [DEBUG] [app] Starting request: urn:request:3a669827-71e8-40c1-b06f-8a672ebb2c4a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:40,177 [196] [DEBUG] [app] Ending request: urn:request:3a669827-71e8-40c1-b06f-8a672ebb2c4a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3a669827-71e8-40c1-b06f-8a672ebb2c4a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:45:40,177 [195] [DEBUG] [app] Ending request: urn:request:1062ef16-ef93-484c-aad8-717584c3d404 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1062ef16-ef93-484c-aad8-717584c3d404', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:45:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:40,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:40,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:40,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:40,184 [194] [DEBUG] [app] Ending request: urn:request:e8052960-f8c2-44b4-9bb6-fee35a748061 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e8052960-f8c2-44b4-9bb6-fee35a748061', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:40,184 [193] [DEBUG] [app] Ending request: urn:request:57d760af-f13b-4001-990a-a967dd5dd32e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:57d760af-f13b-4001-990a-a967dd5dd32e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:40,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:45:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:45:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:45:40,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:45:41,362 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:45:42,948 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:45:43,005 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:45:43,359 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:45:44,334 [76] [DEBUG] [workers.worker] Scheduling worker.
quotatotalworker stdout | 2023-06-29 13:45:44,335 [76] [INFO] [apscheduler.scheduler] Scheduler started
quotatotalworker stdout | 2023-06-29 13:45:44,335 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:45:44,335 [76] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added
quotatotalworker stdout | 2023-06-29 13:45:44,335 [76] [DEBUG] [workers.worker] First run scheduled for 2023-06-29 13:45:47.336465
quotatotalworker stdout | 2023-06-29 13:45:44,383 [76] [INFO] [apscheduler.scheduler] Added job "QuotaTotalWorker.backfill" to job store "default"
quotatotalworker stdout | 2023-06-29 13:45:44,383 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:45:44,383 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:47.336465+00:00 (in 2.952649 seconds)
exportactionlogsworker stdout | 2023-06-29 13:45:45,491 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:45:46,035 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:45:46,044 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:45:46,047 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:45:46,050 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:45:46,053 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:45:46,056 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:45:46,059 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:45:46,062 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:45:46,064 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:45:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:45:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:16.328917+00:00 (in 29.999469 seconds)
buildlogsarchiver stdout | 2023-06-29 13:45:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:16 UTC)" (scheduled at 2023-06-29 13:45:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:45:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 45, 46, 329858), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:45:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:45:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:45:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:16 UTC)" executed successfully
builder stdout | 2023-06-29 13:45:46,696 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gcworker stdout | 2023-06-29 13:45:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:45:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:45:56.710348+00:00 (in 9.999505 seconds)
gcworker stdout | 2023-06-29 13:45:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:56 UTC)" (scheduled at 2023-06-29 13:45:46.710348+00:00)
gcworker stdout | 2023-06-29 13:45:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836746711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:45:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:45:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:45:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:45:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:45:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:45:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:46.720304+00:00 (in 59.999584 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:45:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:46 UTC)" (scheduled at 2023-06-29 13:45:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:45:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:45:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:45:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:46 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:45:46,872 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:45:47,243 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:45:47,310 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
quotatotalworker stdout | 2023-06-29 13:45:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:45:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:45:47 UTC)" (scheduled at 2023-06-29 13:45:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:45:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:45:47,338 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:02.336465+00:00 (in 14.999680 seconds)
quotatotalworker stdout | 2023-06-29 13:45:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:45:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:02 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:45:47,449 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:45:47,453 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:45:47,456 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:45:48,393 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:45:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:45:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:00.109381+00:00 (in 9.999514 seconds)
notificationworker stdout | 2023-06-29 13:45:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:00 UTC)" (scheduled at 2023-06-29 13:45:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:45:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:45:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 50, 110351), True, datetime.datetime(2023, 6, 29, 13, 45, 50, 110351), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:45:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:45:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:45:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:45:50,137 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:45:50,140 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:45:50,596 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:45:50,599 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:45:55,170 [193] [DEBUG] [app] Starting request: urn:request:db930d81-9c7a-4340-b261-e00923bc4789 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:55,170 [195] [DEBUG] [app] Starting request: urn:request:c2560fe4-3e8a-4231-9d52-476d5bbcd89d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:45:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:45:55,173 [208] [DEBUG] [app] Starting request: urn:request:f3bd86ab-a38f-4d67-a4c6-77c0098c3a84 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:55,173 [218] [DEBUG] [app] Starting request: urn:request:0b0dd069-79c0-4310-b951-d0a680f10e76 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:45:55,173 [218] [DEBUG] [app] Ending request: urn:request:0b0dd069-79c0-4310-b951-d0a680f10e76 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0b0dd069-79c0-4310-b951-d0a680f10e76', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:55,173 [208] [DEBUG] [app] Ending request: urn:request:f3bd86ab-a38f-4d67-a4c6-77c0098c3a84 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f3bd86ab-a38f-4d67-a4c6-77c0098c3a84', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:45:55,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:45:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:45:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:55,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:45:55,176 [195] [DEBUG] [app] Starting request: urn:request:2fdd4217-aa3e-4c72-99ce-f8a6db989e62 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:55,177 [195] [DEBUG] [app] Ending request: urn:request:2fdd4217-aa3e-4c72-99ce-f8a6db989e62 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2fdd4217-aa3e-4c72-99ce-f8a6db989e62', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:45:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:45:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:45:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:55,178 [196] [DEBUG] [app] Starting request: urn:request:e16b3660-ca00-4d17-a7a6-1d74d15514d7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:45:55,179 [196] [DEBUG] [app] Ending request: urn:request:e16b3660-ca00-4d17-a7a6-1d74d15514d7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e16b3660-ca00-4d17-a7a6-1d74d15514d7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:45:55,179 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:45:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:45:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:45:55,179 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:45:55,180 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:45:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:55,182 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:45:55,184 [193] [DEBUG] [app] Ending request: urn:request:db930d81-9c7a-4340-b261-e00923bc4789 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:db930d81-9c7a-4340-b261-e00923bc4789', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:45:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:45:55,185 [195] [DEBUG] [app] Ending request: urn:request:c2560fe4-3e8a-4231-9d52-476d5bbcd89d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c2560fe4-3e8a-4231-9d52-476d5bbcd89d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:45:55,185 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:45:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:45:55,186 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:45:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:45:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:45:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:06.710348+00:00 (in 9.999447 seconds)
gcworker stdout | 2023-06-29 13:45:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:06 UTC)" (scheduled at 2023-06-29 13:45:56.710348+00:00)
gcworker stdout | 2023-06-29 13:45:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836756711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:45:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:45:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:45:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:45:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:45:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:38.227751+00:00 (in 40.212392 seconds)
repositorygcworker stdout | 2023-06-29 13:45:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:58 UTC)" (scheduled at 2023-06-29 13:45:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:45:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:45:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 45, 58, 15749), True, datetime.datetime(2023, 6, 29, 13, 45, 58, 15749), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:45:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:45:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:45:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:46:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:45:59,239 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:46:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:10.109381+00:00 (in 9.999454 seconds)
notificationworker stdout | 2023-06-29 13:46:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:10 UTC)" (scheduled at 2023-06-29 13:46:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:46:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:46:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 0, 110488), True, datetime.datetime(2023, 6, 29, 13, 46, 0, 110488), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:46:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:46:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:46:02,338 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:46:02,338 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:17.336465+00:00 (in 14.997682 seconds)
quotatotalworker stdout | 2023-06-29 13:46:02,339 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:17 UTC)" (scheduled at 2023-06-29 13:46:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:46:02,340 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:46:02,344 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:46:02,344 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:46:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:46:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:08.157912+00:00 (in 5.094598 seconds)
securityworker stdout | 2023-06-29 13:46:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:33 UTC)" (scheduled at 2023-06-29 13:46:03.062807+00:00)
securityworker stdout | 2023-06-29 13:46:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:46:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:46:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:46:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:46:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:46:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:46:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:46:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:46:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:40.132615+00:00 (in 35.915172 seconds)
namespacegcworker stdout | 2023-06-29 13:46:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:04 UTC)" (scheduled at 2023-06-29 13:46:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:46:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:46:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:46:05,108 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:46:05,440 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:46:05,443 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:46:05,445 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:46:05,448 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:46:05,495 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
globalpromstats stdout | 2023-06-29 13:46:06,504 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:46:06,512 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gcworker stdout | 2023-06-29 13:46:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:46:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:16.710348+00:00 (in 9.999526 seconds)
gcworker stdout | 2023-06-29 13:46:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:16 UTC)" (scheduled at 2023-06-29 13:46:06.710348+00:00)
gcworker stdout | 2023-06-29 13:46:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836766711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:46:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:46:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:46:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:46:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:46:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:26.236566+00:00 (in 18.127209 seconds)
exportactionlogsworker stdout | 2023-06-29 13:46:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:08 UTC)" (scheduled at 2023-06-29 13:46:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:46:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:46:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 8, 109780), True, datetime.datetime(2023, 6, 29, 13, 46, 8, 109780), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:46:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:46:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:46:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:46:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:46:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:33.062807+00:00 (in 24.904392 seconds)
securityworker stdout | 2023-06-29 13:46:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:38 UTC)" (scheduled at 2023-06-29 13:46:08.157912+00:00)
securityworker stdout | 2023-06-29 13:46:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:46:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:46:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:46:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:46:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:46:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:46:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:46:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:46:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:46:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:46:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 41, 8, 164624), 1, 2])
securityworker stdout | 2023-06-29 13:46:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:46:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:46:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 41, 8, 164624), 1, 2])
securityworker stdout | 2023-06-29 13:46:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:46:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:46:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:46:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:46:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:46:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:46:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:46:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:46:08,408 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:46:08,434 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
chunkcleanupworker stdout | 2023-06-29 13:46:09,951 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:46:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:10.614040+00:00 (in 0.504151 seconds)
notificationworker stdout | 2023-06-29 13:46:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:20 UTC)" (scheduled at 2023-06-29 13:46:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:46:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:46:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 10, 110335), True, datetime.datetime(2023, 6, 29, 13, 46, 10, 110335), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:46:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:46:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:46:10,169 [194] [DEBUG] [app] Starting request: urn:request:55da5591-3428-45be-b77a-9dde3453b867 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:10,169 [193] [DEBUG] [app] Starting request: urn:request:20c6acb1-7428-4384-9ac6-086b4f8d739e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:10,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:46:10,172 [218] [DEBUG] [app] Starting request: urn:request:71afe53b-b6ba-4e02-aec8-a8928a9d9f46 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:10,172 [218] [DEBUG] [app] Ending request: urn:request:71afe53b-b6ba-4e02-aec8-a8928a9d9f46 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:71afe53b-b6ba-4e02-aec8-a8928a9d9f46', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:46:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:10,176 [193] [DEBUG] [app] Starting request: urn:request:f573b4a0-ec49-440e-a21e-b97907a2d17e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:10,176 [193] [DEBUG] [app] Ending request: urn:request:f573b4a0-ec49-440e-a21e-b97907a2d17e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f573b4a0-ec49-440e-a21e-b97907a2d17e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:46:10,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:46:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:10,183 [193] [DEBUG] [app] Ending request: urn:request:20c6acb1-7428-4384-9ac6-086b4f8d739e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:20c6acb1-7428-4384-9ac6-086b4f8d739e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:46:10,251 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:46:10,253 [221] [DEBUG] [app] Starting request: urn:request:2fa8fec0-8cc2-4a62-be27-9b85b0755d26 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:10,253 [221] [DEBUG] [app] Ending request: urn:request:2fa8fec0-8cc2-4a62-be27-9b85b0755d26 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2fa8fec0-8cc2-4a62-be27-9b85b0755d26', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:46:10,254 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:10,254 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:10,255 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:10,256 [194] [DEBUG] [app] Starting request: urn:request:3830ae79-b300-4733-ad85-e3d1022a41c5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:10,257 [194] [DEBUG] [app] Ending request: urn:request:3830ae79-b300-4733-ad85-e3d1022a41c5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3830ae79-b300-4733-ad85-e3d1022a41c5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:46:10,257 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:46:10,257 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:10,258 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:10,261 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:10,264 [194] [DEBUG] [app] Ending request: urn:request:55da5591-3428-45be-b77a-9dde3453b867 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:55da5591-3428-45be-b77a-9dde3453b867', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:10,264 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:10,264 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.096 118 0.096)
notificationworker stdout | 2023-06-29 13:46:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:20.109381+00:00 (in 9.494876 seconds)
notificationworker stdout | 2023-06-29 13:46:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:10 UTC)" (scheduled at 2023-06-29 13:46:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:46:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:46:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:46:11,399 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:46:12,985 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:46:13,042 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:46:13,375 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:46:13,875 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:36.011593+00:00 (in 21.175451 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:14 UTC)" (scheduled at 2023-06-29 13:46:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 14, 836603), True, datetime.datetime(2023, 6, 29, 13, 46, 14, 836603), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,841 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:46:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:46:15,519 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:46:16,047 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:46:16,055 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:46:16,058 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:46:16,060 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:46:16,064 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:46:16,067 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:46:16,070 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:46:16,072 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:46:16,074 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:46:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:46:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:46.328917+00:00 (in 29.999525 seconds)
buildlogsarchiver stdout | 2023-06-29 13:46:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:46 UTC)" (scheduled at 2023-06-29 13:46:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:46:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 46, 16, 329743), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:46:16,334 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:46:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:46:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:46:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:46:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:46:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:26.710348+00:00 (in 9.999510 seconds)
gcworker stdout | 2023-06-29 13:46:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:26 UTC)" (scheduled at 2023-06-29 13:46:16.710348+00:00)
gcworker stdout | 2023-06-29 13:46:16,711 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100])
gcworker stdout | 2023-06-29 13:46:16,716 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836776715, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:46:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:46:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:46:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:46:16,733 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:46:16,879 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:46:17,264 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:46:17,331 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
quotatotalworker stdout | 2023-06-29 13:46:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:46:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:32.336465+00:00 (in 14.999521 seconds)
quotatotalworker stdout | 2023-06-29 13:46:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:32 UTC)" (scheduled at 2023-06-29 13:46:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:46:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:46:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:46:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:32 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:46:17,458 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:46:17,460 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:46:17,463 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:46:18,409 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:46:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:30.109381+00:00 (in 9.999533 seconds)
notificationworker stdout | 2023-06-29 13:46:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:30 UTC)" (scheduled at 2023-06-29 13:46:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:46:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:46:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 20, 110265), True, datetime.datetime(2023, 6, 29, 13, 46, 20, 110265), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:46:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:46:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:46:20,160 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:46:20,162 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:46:20,629 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:46:20,634 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:46:25,169 [194] [DEBUG] [app] Starting request: urn:request:9539e533-e5fd-4f79-b67a-8fdcedb8ee80 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:25,169 [195] [DEBUG] [app] Starting request: urn:request:73084761-27fc-4249-928e-d136ff6058dd (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:46:25,172 [217] [DEBUG] [app] Starting request: urn:request:3f6c2e74-48c4-448e-8c10-123dcafc1342 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:25,173 [218] [DEBUG] [app] Starting request: urn:request:b3fad4bc-dc4a-4bf0-8d73-80fd661313f5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:25,173 [217] [DEBUG] [app] Ending request: urn:request:3f6c2e74-48c4-448e-8c10-123dcafc1342 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3f6c2e74-48c4-448e-8c10-123dcafc1342', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:25,173 [218] [DEBUG] [app] Ending request: urn:request:b3fad4bc-dc4a-4bf0-8d73-80fd661313f5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b3fad4bc-dc4a-4bf0-8d73-80fd661313f5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:25,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:46:25,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:46:25,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:25,176 [196] [DEBUG] [app] Starting request: urn:request:bc27fd63-100a-47e5-a838-87b4cc9956f4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:25,176 [193] [DEBUG] [app] Starting request: urn:request:515bbc76-502e-4b78-8fc0-a91f232d4c3d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:25,177 [196] [DEBUG] [app] Ending request: urn:request:bc27fd63-100a-47e5-a838-87b4cc9956f4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bc27fd63-100a-47e5-a838-87b4cc9956f4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:46:25,177 [193] [DEBUG] [app] Ending request: urn:request:515bbc76-502e-4b78-8fc0-a91f232d4c3d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:515bbc76-502e-4b78-8fc0-a91f232d4c3d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:46:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:25,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:25,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:25,183 [194] [DEBUG] [app] Ending request: urn:request:9539e533-e5fd-4f79-b67a-8fdcedb8ee80 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9539e533-e5fd-4f79-b67a-8fdcedb8ee80', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:25,184 [195] [DEBUG] [app] Ending request: urn:request:73084761-27fc-4249-928e-d136ff6058dd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:73084761-27fc-4249-928e-d136ff6058dd', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:46:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:46:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:46:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:08.108858+00:00 (in 41.871819 seconds)
exportactionlogsworker stdout | 2023-06-29 13:46:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:26 UTC)" (scheduled at 2023-06-29 13:46:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:46:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:46:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:46:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:46:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:36.710348+00:00 (in 9.999497 seconds)
gcworker stdout | 2023-06-29 13:46:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:36 UTC)" (scheduled at 2023-06-29 13:46:26.710348+00:00)
gcworker stdout | 2023-06-29 13:46:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836786711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:46:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:46:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:46:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:46:29,276 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:46:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:39.613650+00:00 (in 9.503771 seconds)
notificationworker stdout | 2023-06-29 13:46:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:40 UTC)" (scheduled at 2023-06-29 13:46:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:46:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:46:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 30, 110373), True, datetime.datetime(2023, 6, 29, 13, 46, 30, 110373), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:46:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:46:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:46:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:46:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:47.336465+00:00 (in 14.999462 seconds)
quotatotalworker stdout | 2023-06-29 13:46:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:47 UTC)" (scheduled at 2023-06-29 13:46:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:46:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:46:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:46:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:46:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:46:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:46:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:38.157912+00:00 (in 5.094610 seconds)
securityworker stdout | 2023-06-29 13:46:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:03 UTC)" (scheduled at 2023-06-29 13:46:33.062807+00:00)
securityworker stdout | 2023-06-29 13:46:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:46:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:46:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:46:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:46:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:46:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:46:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:46:35,146 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:46:35,447 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:46:35,450 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:46:35,453 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:46:35,455 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:46:35,503 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:46:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:46:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:14.835653+00:00 (in 38.823537 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:46:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:36 UTC)" (scheduled at 2023-06-29 13:46:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:46:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:46:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:36 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:46:36,514 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:46:36,541 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gcworker stdout | 2023-06-29 13:46:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:46:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:46.710348+00:00 (in 9.999534 seconds)
gcworker stdout | 2023-06-29 13:46:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:46 UTC)" (scheduled at 2023-06-29 13:46:36.710348+00:00)
gcworker stdout | 2023-06-29 13:46:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836796711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:46:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:46:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:46:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:46:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:46:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:03.062807+00:00 (in 24.904376 seconds)
securityworker stdout | 2023-06-29 13:46:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:08 UTC)" (scheduled at 2023-06-29 13:46:38.157912+00:00)
securityworker stdout | 2023-06-29 13:46:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:46:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:46:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:46:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:46:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:46:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:46:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:46:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:46:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:46:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:46:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 41, 38, 164568), 1, 2])
securityworker stdout | 2023-06-29 13:46:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:46:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:46:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 41, 38, 164568), 1, 2])
securityworker stdout | 2023-06-29 13:46:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:46:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:46:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:46:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:46:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:46:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:46:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:46:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:46:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:46:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:46:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:58.014887+00:00 (in 19.786682 seconds)
repositorygcworker stdout | 2023-06-29 13:46:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:38 UTC)" (scheduled at 2023-06-29 13:46:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:46:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:46:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:46:38,442 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:46:38,446 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:46:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:40.109381+00:00 (in 0.495187 seconds)
notificationworker stdout | 2023-06-29 13:46:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:51:39 UTC)" (scheduled at 2023-06-29 13:46:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:46:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 46, 39, 614613), 'notification/%'])
notificationworker stdout | 2023-06-29 13:46:39,620 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 46, 39, 614613), True, datetime.datetime(2023, 6, 29, 13, 46, 39, 614613), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:46:39,621 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 46, 39, 614613), True, datetime.datetime(2023, 6, 29, 13, 46, 39, 614613), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 46, 39, 614613), 'notification/%'])
notificationworker stdout | 2023-06-29 13:46:39,622 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:39,622 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:51:39 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:46:39,984 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:46:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:50.109381+00:00 (in 9.999503 seconds)
notificationworker stdout | 2023-06-29 13:46:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:50 UTC)" (scheduled at 2023-06-29 13:46:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:46:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:46:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 40, 110357), True, datetime.datetime(2023, 6, 29, 13, 46, 40, 110357), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:46:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:46:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:46:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:46:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:04.217001+00:00 (in 24.083900 seconds)
namespacegcworker stdout | 2023-06-29 13:46:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:40 UTC)" (scheduled at 2023-06-29 13:46:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:46:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:46:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 40, 133523), True, datetime.datetime(2023, 6, 29, 13, 46, 40, 133523), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:46:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:46:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:46:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:46:40,169 [195] [DEBUG] [app] Starting request: urn:request:e7733bdf-73b7-4f08-a49e-fd9455c8f166 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:40,169 [196] [DEBUG] [app] Starting request: urn:request:4b86a5fd-58ab-42cc-abbc-f358ce85c81d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:46:40,172 [208] [DEBUG] [app] Starting request: urn:request:b26f953a-ff94-466d-a61c-11dd7bae0291 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:40,173 [221] [DEBUG] [app] Starting request: urn:request:2947092b-a756-4208-9e8b-ac1673569a45 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:40,173 [208] [DEBUG] [app] Ending request: urn:request:b26f953a-ff94-466d-a61c-11dd7bae0291 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b26f953a-ff94-466d-a61c-11dd7bae0291', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:40,173 [221] [DEBUG] [app] Ending request: urn:request:2947092b-a756-4208-9e8b-ac1673569a45 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2947092b-a756-4208-9e8b-ac1673569a45', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:46:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:46:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:40,176 [196] [DEBUG] [app] Starting request: urn:request:a1e47819-8057-442e-8f40-ab085ec26ad8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:40,176 [196] [DEBUG] [app] Ending request: urn:request:a1e47819-8057-442e-8f40-ab085ec26ad8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a1e47819-8057-442e-8f40-ab085ec26ad8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:46:40,176 [194] [DEBUG] [app] Starting request: urn:request:519bab4d-216e-41ee-96b7-e3fb11e59bec (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:40,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:46:40,177 [194] [DEBUG] [app] Ending request: urn:request:519bab4d-216e-41ee-96b7-e3fb11e59bec (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:519bab4d-216e-41ee-96b7-e3fb11e59bec', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:46:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:46:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:40,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:40,183 [195] [DEBUG] [app] Ending request: urn:request:e7733bdf-73b7-4f08-a49e-fd9455c8f166 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e7733bdf-73b7-4f08-a49e-fd9455c8f166', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:40,183 [196] [DEBUG] [app] Ending request: urn:request:4b86a5fd-58ab-42cc-abbc-f358ce85c81d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4b86a5fd-58ab-42cc-abbc-f358ce85c81d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:46:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
logrotateworker stdout | 2023-06-29 13:46:41,416 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:46:43,017 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:46:43,078 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:46:43,411 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:46:43,911 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:46:45,530 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:46:46,060 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:46:46,064 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:46:46,066 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:46:46,070 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:46:46,073 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:46:46,076 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:46:46,079 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:46:46,081 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:46:46,086 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:46:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:46:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:16.328917+00:00 (in 29.999515 seconds)
buildlogsarchiver stdout | 2023-06-29 13:46:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:16 UTC)" (scheduled at 2023-06-29 13:46:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:46:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 46, 46, 329905), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:46:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:46:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:46:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:46:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:46:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:46:56.710348+00:00 (in 9.999475 seconds)
gcworker stdout | 2023-06-29 13:46:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:56 UTC)" (scheduled at 2023-06-29 13:46:46.710348+00:00)
gcworker stdout | 2023-06-29 13:46:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836806711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:46:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:46:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:46:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:46:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:46:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:46:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:46.720304+00:00 (in 59.999598 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:46:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:46 UTC)" (scheduled at 2023-06-29 13:46:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:46:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:46:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:46:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:46:46,740 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:46:46,915 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:46:47,286 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
quotatotalworker stdout | 2023-06-29 13:46:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:46:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:02.336465+00:00 (in 14.999518 seconds)
quotatotalworker stdout | 2023-06-29 13:46:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:02 UTC)" (scheduled at 2023-06-29 13:46:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:46:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:46:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:46:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:02 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:46:47,343 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:46:47,465 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:46:47,468 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:46:47,471 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:46:48,443 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:46:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:46:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:00.109381+00:00 (in 9.999492 seconds)
notificationworker stdout | 2023-06-29 13:46:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:00 UTC)" (scheduled at 2023-06-29 13:46:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:46:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:46:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 50, 110357), True, datetime.datetime(2023, 6, 29, 13, 46, 50, 110357), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:46:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:46:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:46:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:46:50,177 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:46:50,180 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:46:50,656 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:46:50,661 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:46:55,169 [193] [DEBUG] [app] Starting request: urn:request:b93e648a-66e9-4aa0-80d5-502b707a5d3d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:55,169 [196] [DEBUG] [app] Starting request: urn:request:643f12c0-dafa-4561-866f-d64695eddea2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:46:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:55,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:46:55,172 [218] [DEBUG] [app] Starting request: urn:request:920137d5-eb30-44a7-8766-01ee2edae0aa (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:55,172 [221] [DEBUG] [app] Starting request: urn:request:72be5df9-e070-4b6d-9683-67ba981e018d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:46:55,172 [218] [DEBUG] [app] Ending request: urn:request:920137d5-eb30-44a7-8766-01ee2edae0aa (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:920137d5-eb30-44a7-8766-01ee2edae0aa', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:55,172 [221] [DEBUG] [app] Ending request: urn:request:72be5df9-e070-4b6d-9683-67ba981e018d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:72be5df9-e070-4b6d-9683-67ba981e018d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:46:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:46:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:46:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:55,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:46:55,175 [193] [DEBUG] [app] Starting request: urn:request:82b270a7-57c6-40b6-9448-cc08d7e9fa62 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:55,175 [195] [DEBUG] [app] Starting request: urn:request:7ef9a997-a81d-4b88-b6fd-b7d174260ef4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:46:55,176 [193] [DEBUG] [app] Ending request: urn:request:82b270a7-57c6-40b6-9448-cc08d7e9fa62 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:82b270a7-57c6-40b6-9448-cc08d7e9fa62', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:46:55,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:55,176 [195] [DEBUG] [app] Ending request: urn:request:7ef9a997-a81d-4b88-b6fd-b7d174260ef4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7ef9a997-a81d-4b88-b6fd-b7d174260ef4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:46:55,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:46:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:46:55,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:46:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:46:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:46:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:46:55,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:55,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:46:55,182 [193] [DEBUG] [app] Ending request: urn:request:b93e648a-66e9-4aa0-80d5-502b707a5d3d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b93e648a-66e9-4aa0-80d5-502b707a5d3d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:55,183 [196] [DEBUG] [app] Ending request: urn:request:643f12c0-dafa-4561-866f-d64695eddea2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:643f12c0-dafa-4561-866f-d64695eddea2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:46:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:46:55,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:46:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:46:55,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:46:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:46:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:46:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:06.710348+00:00 (in 9.999336 seconds)
gcworker stdout | 2023-06-29 13:46:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:06 UTC)" (scheduled at 2023-06-29 13:46:56.710348+00:00)
gcworker stdout | 2023-06-29 13:46:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836816711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:46:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:46:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:46:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:46:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:46:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:38.227751+00:00 (in 40.212418 seconds)
repositorygcworker stdout | 2023-06-29 13:46:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:58 UTC)" (scheduled at 2023-06-29 13:46:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:46:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:46:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 46, 58, 15716), True, datetime.datetime(2023, 6, 29, 13, 46, 58, 15716), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:46:58,020 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:46:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:46:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:47:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:46:59,312 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:47:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:10.109381+00:00 (in 9.999492 seconds)
notificationworker stdout | 2023-06-29 13:47:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:10 UTC)" (scheduled at 2023-06-29 13:47:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:47:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:47:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 0, 110339), True, datetime.datetime(2023, 6, 29, 13, 47, 0, 110339), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:47:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:47:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:47:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:47:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:47:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:17.336465+00:00 (in 14.999479 seconds)
quotatotalworker stdout | 2023-06-29 13:47:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:17 UTC)" (scheduled at 2023-06-29 13:47:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:47:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:47:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:47:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:47:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:47:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:08.157912+00:00 (in 5.094602 seconds)
securityworker stdout | 2023-06-29 13:47:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:33 UTC)" (scheduled at 2023-06-29 13:47:03.062807+00:00)
securityworker stdout | 2023-06-29 13:47:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:47:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:47:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:47:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:47:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:47:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:47:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:47:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:47:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:40.132615+00:00 (in 35.915117 seconds)
namespacegcworker stdout | 2023-06-29 13:47:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:04 UTC)" (scheduled at 2023-06-29 13:47:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:47:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:47:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:47:05,182 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:47:05,455 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:47:05,458 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:47:05,462 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:47:05,464 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:47:05,510 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
globalpromstats stdout | 2023-06-29 13:47:06,551 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:47:06,577 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gcworker stdout | 2023-06-29 13:47:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:47:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:16.710348+00:00 (in 9.999485 seconds)
gcworker stdout | 2023-06-29 13:47:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:16 UTC)" (scheduled at 2023-06-29 13:47:06.710348+00:00)
gcworker stdout | 2023-06-29 13:47:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836826711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:47:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:47:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:47:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:47:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:47:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:26.236566+00:00 (in 18.127231 seconds)
exportactionlogsworker stdout | 2023-06-29 13:47:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:08 UTC)" (scheduled at 2023-06-29 13:47:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:47:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:47:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 8, 109750), True, datetime.datetime(2023, 6, 29, 13, 47, 8, 109750), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:47:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:47:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:47:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:47:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:47:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:33.062807+00:00 (in 24.904434 seconds)
securityworker stdout | 2023-06-29 13:47:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:38 UTC)" (scheduled at 2023-06-29 13:47:08.157912+00:00)
securityworker stdout | 2023-06-29 13:47:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:47:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:47:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:47:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:47:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:47:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:47:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:47:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:47:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:47:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:47:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 42, 8, 164768), 1, 2])
securityworker stdout | 2023-06-29 13:47:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:47:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:47:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 42, 8, 164768), 1, 2])
securityworker stdout | 2023-06-29 13:47:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:47:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:47:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:47:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:47:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:47:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:47:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:47:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:47:08,457 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:47:08,460 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:47:10,020 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:47:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:10.614040+00:00 (in 0.504165 seconds)
notificationworker stdout | 2023-06-29 13:47:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:20 UTC)" (scheduled at 2023-06-29 13:47:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:47:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:47:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 10, 110315), True, datetime.datetime(2023, 6, 29, 13, 47, 10, 110315), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:47:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:47:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:47:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:47:10,169 [196] [DEBUG] [app] Starting request: urn:request:c06d4975-1310-4e91-982f-a165a7404283 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:10,169 [193] [DEBUG] [app] Starting request: urn:request:25213d91-e2e2-4cec-aa0b-21c537406269 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:47:10,172 [218] [DEBUG] [app] Starting request: urn:request:ad5c4235-6327-4db5-83b8-6f74458081f3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:10,172 [221] [DEBUG] [app] Starting request: urn:request:ae720870-83ac-48f1-9839-5d82e8631f03 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:10,173 [218] [DEBUG] [app] Ending request: urn:request:ad5c4235-6327-4db5-83b8-6f74458081f3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ad5c4235-6327-4db5-83b8-6f74458081f3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:10,173 [221] [DEBUG] [app] Ending request: urn:request:ae720870-83ac-48f1-9839-5d82e8631f03 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ae720870-83ac-48f1-9839-5d82e8631f03', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:10,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:47:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:47:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:10,176 [196] [DEBUG] [app] Starting request: urn:request:fb93576e-8d1c-4810-b81b-654d70a5e401 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:10,176 [195] [DEBUG] [app] Starting request: urn:request:1dd449c6-a314-4e69-b610-d49672586ae6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:10,176 [196] [DEBUG] [app] Ending request: urn:request:fb93576e-8d1c-4810-b81b-654d70a5e401 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fb93576e-8d1c-4810-b81b-654d70a5e401', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:10,176 [195] [DEBUG] [app] Ending request: urn:request:1dd449c6-a314-4e69-b610-d49672586ae6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1dd449c6-a314-4e69-b610-d49672586ae6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.002)
gunicorn-web stdout | 2023-06-29 13:47:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:47:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:10,183 [196] [DEBUG] [app] Ending request: urn:request:c06d4975-1310-4e91-982f-a165a7404283 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c06d4975-1310-4e91-982f-a165a7404283', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:10,183 [193] [DEBUG] [app] Ending request: urn:request:25213d91-e2e2-4cec-aa0b-21c537406269 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:25213d91-e2e2-4cec-aa0b-21c537406269', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:47:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:47:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:20.109381+00:00 (in 9.494841 seconds)
notificationworker stdout | 2023-06-29 13:47:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:10 UTC)" (scheduled at 2023-06-29 13:47:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:47:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:47:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:47:11,446 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:47:13,055 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:47:13,114 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:47:13,442 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:47:13,947 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:30.011377+00:00 (in 15.175175 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:14 UTC)" (scheduled at 2023-06-29 13:47:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 14, 836671), True, datetime.datetime(2023, 6, 29, 13, 47, 14, 836671), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:47:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:47:15,567 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:47:16,071 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:47:16,075 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:47:16,077 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:47:16,080 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:47:16,083 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:47:16,086 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:47:16,088 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:47:16,091 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:47:16,098 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:47:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:47:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:46.328917+00:00 (in 29.999372 seconds)
buildlogsarchiver stdout | 2023-06-29 13:47:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:46 UTC)" (scheduled at 2023-06-29 13:47:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:47:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 47, 16, 329987), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:47:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:47:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:47:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:47:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:47:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:47:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:26.710348+00:00 (in 9.999503 seconds)
gcworker stdout | 2023-06-29 13:47:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:26 UTC)" (scheduled at 2023-06-29 13:47:16.710348+00:00)
gcworker stdout | 2023-06-29 13:47:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836836711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:47:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:47:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:47:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:47:16,778 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:47:16,951 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:47:17,323 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
quotatotalworker stdout | 2023-06-29 13:47:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:47:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:32.336465+00:00 (in 14.999505 seconds)
quotatotalworker stdout | 2023-06-29 13:47:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:32 UTC)" (scheduled at 2023-06-29 13:47:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:47:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:47:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:47:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:32 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:47:17,379 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:47:17,472 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:47:17,477 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:47:17,479 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:47:18,480 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:47:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:30.109381+00:00 (in 9.999504 seconds)
notificationworker stdout | 2023-06-29 13:47:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:30 UTC)" (scheduled at 2023-06-29 13:47:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:47:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:47:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 20, 110347), True, datetime.datetime(2023, 6, 29, 13, 47, 20, 110347), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:47:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:47:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:47:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:47:20,188 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:47:20,197 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:47:20,693 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:47:20,696 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:47:25,169 [193] [DEBUG] [app] Starting request: urn:request:fba86778-5e9f-495d-93dc-2a86ded424a3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:25,169 [196] [DEBUG] [app] Starting request: urn:request:5cca2bca-0ed7-49f5-bb6b-f1f842a1b551 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:47:25,172 [218] [DEBUG] [app] Starting request: urn:request:44cc3624-7e2c-4e91-99e2-3844bfcad070 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:25,173 [221] [DEBUG] [app] Starting request: urn:request:68f93b84-dc8a-4ad8-8aef-3d9f1b4fd4a9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:25,173 [218] [DEBUG] [app] Ending request: urn:request:44cc3624-7e2c-4e91-99e2-3844bfcad070 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:44cc3624-7e2c-4e91-99e2-3844bfcad070', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:25,173 [221] [DEBUG] [app] Ending request: urn:request:68f93b84-dc8a-4ad8-8aef-3d9f1b4fd4a9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:68f93b84-dc8a-4ad8-8aef-3d9f1b4fd4a9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:25,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:47:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:47:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:25,176 [196] [DEBUG] [app] Starting request: urn:request:f44a754a-b100-4484-9157-0450d72ccbd5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:25,176 [196] [DEBUG] [app] Ending request: urn:request:f44a754a-b100-4484-9157-0450d72ccbd5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f44a754a-b100-4484-9157-0450d72ccbd5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:25,176 [195] [DEBUG] [app] Starting request: urn:request:65f2504f-6097-4f6e-9e3c-1d92056090dc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:25,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:47:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:25,177 [195] [DEBUG] [app] Ending request: urn:request:65f2504f-6097-4f6e-9e3c-1d92056090dc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:65f2504f-6097-4f6e-9e3c-1d92056090dc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:47:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:25,183 [196] [DEBUG] [app] Ending request: urn:request:5cca2bca-0ed7-49f5-bb6b-f1f842a1b551 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5cca2bca-0ed7-49f5-bb6b-f1f842a1b551', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:25,183 [193] [DEBUG] [app] Ending request: urn:request:fba86778-5e9f-495d-93dc-2a86ded424a3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fba86778-5e9f-495d-93dc-2a86ded424a3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:25,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:47:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:47:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:47:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:08.108858+00:00 (in 41.871772 seconds)
exportactionlogsworker stdout | 2023-06-29 13:47:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:26 UTC)" (scheduled at 2023-06-29 13:47:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:47:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:47:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:47:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:47:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:36.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 13:47:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:36 UTC)" (scheduled at 2023-06-29 13:47:26.710348+00:00)
gcworker stdout | 2023-06-29 13:47:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836846711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:47:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:47:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:47:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:47:29,349 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:36.011593+00:00 (in 5.999687 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:52:30 UTC)" (scheduled at 2023-06-29 13:47:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,013 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 47, 30, 12417), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 47, 30, 12417), True, datetime.datetime(2023, 6, 29, 13, 47, 30, 12417), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 47, 30, 12417), True, datetime.datetime(2023, 6, 29, 13, 47, 30, 12417), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 47, 30, 12417), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:47:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:52:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:47:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:40.109381+00:00 (in 9.999509 seconds)
notificationworker stdout | 2023-06-29 13:47:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:40 UTC)" (scheduled at 2023-06-29 13:47:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:47:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:47:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 30, 110344), True, datetime.datetime(2023, 6, 29, 13, 47, 30, 110344), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:47:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:47:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:47:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:47:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:47:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:47.336465+00:00 (in 14.999518 seconds)
quotatotalworker stdout | 2023-06-29 13:47:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:47 UTC)" (scheduled at 2023-06-29 13:47:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:47:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:47:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:47:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:47:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:47:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:47:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:38.157912+00:00 (in 5.094611 seconds)
securityworker stdout | 2023-06-29 13:47:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:03 UTC)" (scheduled at 2023-06-29 13:47:33.062807+00:00)
securityworker stdout | 2023-06-29 13:47:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:47:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:47:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:47:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:47:33,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:47:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:47:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:47:35,203 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:47:35,464 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:47:35,467 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:47:35,471 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:47:35,473 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:47:35,517 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:47:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:47:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:14.835653+00:00 (in 38.823416 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:47:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:36 UTC)" (scheduled at 2023-06-29 13:47:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:47:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:47:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:47:36,585 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:47:36,587 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:47:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:47:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:46.710348+00:00 (in 9.999590 seconds)
gcworker stdout | 2023-06-29 13:47:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:46 UTC)" (scheduled at 2023-06-29 13:47:36.710348+00:00)
gcworker stdout | 2023-06-29 13:47:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836856711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:47:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:47:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:47:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:47:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:47:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:03.062807+00:00 (in 24.904380 seconds)
securityworker stdout | 2023-06-29 13:47:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:08 UTC)" (scheduled at 2023-06-29 13:47:38.157912+00:00)
securityworker stdout | 2023-06-29 13:47:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:47:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:47:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:47:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:47:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:47:38,164 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:47:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:47:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:47:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:47:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:47:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 42, 38, 165102), 1, 2])
securityworker stdout | 2023-06-29 13:47:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:47:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:47:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 42, 38, 165102), 1, 2])
securityworker stdout | 2023-06-29 13:47:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:47:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:47:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:47:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:47:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:47:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:47:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:47:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:47:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:47:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:47:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:58.014887+00:00 (in 19.786675 seconds)
repositorygcworker stdout | 2023-06-29 13:47:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:38 UTC)" (scheduled at 2023-06-29 13:47:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:47:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:47:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:47:38,495 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:47:38,498 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:47:40,057 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:47:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:50.109381+00:00 (in 9.999479 seconds)
notificationworker stdout | 2023-06-29 13:47:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:50 UTC)" (scheduled at 2023-06-29 13:47:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:47:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:47:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 40, 110361), True, datetime.datetime(2023, 6, 29, 13, 47, 40, 110361), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:47:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:47:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:47:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:47:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:47:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:04.217001+00:00 (in 24.083917 seconds)
namespacegcworker stdout | 2023-06-29 13:47:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:40 UTC)" (scheduled at 2023-06-29 13:47:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:47:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:47:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 40, 133474), True, datetime.datetime(2023, 6, 29, 13, 47, 40, 133474), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:47:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:47:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:47:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:47:40,169 [194] [DEBUG] [app] Starting request: urn:request:5868377c-718f-4611-b327-a270c3f40c08 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:40,169 [193] [DEBUG] [app] Starting request: urn:request:5f7c838e-432d-4327-b707-b2e45b8e2b48 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:47:40,172 [217] [DEBUG] [app] Starting request: urn:request:659936c9-26ee-478e-9cdd-5d559b97bf7e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:40,172 [221] [DEBUG] [app] Starting request: urn:request:1b036f40-7b1e-48a5-851a-6d3ba3e32d05 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:40,173 [217] [DEBUG] [app] Ending request: urn:request:659936c9-26ee-478e-9cdd-5d559b97bf7e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:659936c9-26ee-478e-9cdd-5d559b97bf7e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:40,173 [221] [DEBUG] [app] Ending request: urn:request:1b036f40-7b1e-48a5-851a-6d3ba3e32d05 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1b036f40-7b1e-48a5-851a-6d3ba3e32d05', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:47:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:40,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:47:40,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:40,176 [195] [DEBUG] [app] Starting request: urn:request:c0cb4636-71e8-490c-90e0-3e0c8b42e312 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:40,176 [195] [DEBUG] [app] Ending request: urn:request:c0cb4636-71e8-490c-90e0-3e0c8b42e312 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c0cb4636-71e8-490c-90e0-3e0c8b42e312', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:47:40,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:40,177 [196] [DEBUG] [app] Starting request: urn:request:31bea892-abad-402c-aaf2-88d8ada4b892 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:40,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:40,177 [196] [DEBUG] [app] Ending request: urn:request:31bea892-abad-402c-aaf2-88d8ada4b892 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:31bea892-abad-402c-aaf2-88d8ada4b892', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:40,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:40,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:47:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:40,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:40,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:40,183 [194] [DEBUG] [app] Ending request: urn:request:5868377c-718f-4611-b327-a270c3f40c08 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5868377c-718f-4611-b327-a270c3f40c08', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:40,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:40,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:47:40,184 [193] [DEBUG] [app] Ending request: urn:request:5f7c838e-432d-4327-b707-b2e45b8e2b48 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5f7c838e-432d-4327-b707-b2e45b8e2b48', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
logrotateworker stdout | 2023-06-29 13:47:41,484 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:47:43,092 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:47:43,136 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:47:43,479 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:47:43,984 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:47:45,603 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:47:46,084 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:47:46,087 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:47:46,089 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:47:46,093 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:47:46,096 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:47:46,098 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:47:46,101 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:47:46,104 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:47:46,108 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:47:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:47:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:16.328917+00:00 (in 29.999494 seconds)
buildlogsarchiver stdout | 2023-06-29 13:47:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:16 UTC)" (scheduled at 2023-06-29 13:47:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:47:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 47, 46, 329829), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:47:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:47:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:47:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:47:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:47:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:47:56.710348+00:00 (in 9.999506 seconds)
gcworker stdout | 2023-06-29 13:47:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:56 UTC)" (scheduled at 2023-06-29 13:47:46.710348+00:00)
gcworker stdout | 2023-06-29 13:47:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836866711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:47:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:47:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:47:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:47:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:47:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:47:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:46.720304+00:00 (in 59.999576 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:47:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:46 UTC)" (scheduled at 2023-06-29 13:47:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:47:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:47:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:47:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:47:46,815 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:47:46,988 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:47:47,333 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
quotatotalworker stdout | 2023-06-29 13:47:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:47:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:02.336465+00:00 (in 14.999561 seconds)
quotatotalworker stdout | 2023-06-29 13:47:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:02 UTC)" (scheduled at 2023-06-29 13:47:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:47:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:47:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:47:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:02 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:47:47,387 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:47:47,480 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:47:47,483 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:47:47,486 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:47:48,517 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:47:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:47:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:00.109381+00:00 (in 9.999461 seconds)
notificationworker stdout | 2023-06-29 13:47:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:00 UTC)" (scheduled at 2023-06-29 13:47:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:47:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:47:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 50, 110395), True, datetime.datetime(2023, 6, 29, 13, 47, 50, 110395), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:47:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:47:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:47:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:47:50,208 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:47:50,222 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:47:50,730 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:47:50,733 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:47:55,169 [193] [DEBUG] [app] Starting request: urn:request:644034f7-915d-4e68-9be0-7ca01be2971a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:55,169 [196] [DEBUG] [app] Starting request: urn:request:3a833e50-57fd-4ef5-b4ff-c902ee836e8c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:47:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:55,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:47:55,172 [214] [DEBUG] [app] Starting request: urn:request:021129c9-dc1d-4d58-9f77-045fc810593c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:55,172 [218] [DEBUG] [app] Starting request: urn:request:d2f0114b-b086-4db1-9767-9a45787757b4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:47:55,172 [214] [DEBUG] [app] Ending request: urn:request:021129c9-dc1d-4d58-9f77-045fc810593c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:021129c9-dc1d-4d58-9f77-045fc810593c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:55,172 [218] [DEBUG] [app] Ending request: urn:request:d2f0114b-b086-4db1-9767-9a45787757b4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d2f0114b-b086-4db1-9767-9a45787757b4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:47:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:47:55,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:47:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:55,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:47:55,175 [193] [DEBUG] [app] Starting request: urn:request:341dc398-01b0-4ec4-9f0a-18fc825e6d56 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:55,176 [194] [DEBUG] [app] Starting request: urn:request:faaeea99-d82e-461d-b776-807378824f07 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:47:55,176 [193] [DEBUG] [app] Ending request: urn:request:341dc398-01b0-4ec4-9f0a-18fc825e6d56 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:341dc398-01b0-4ec4-9f0a-18fc825e6d56', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:55,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:55,176 [194] [DEBUG] [app] Ending request: urn:request:faaeea99-d82e-461d-b776-807378824f07 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:faaeea99-d82e-461d-b776-807378824f07', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:47:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:47:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:47:55,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:47:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:47:55,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:47:55,176 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:47:55,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:55,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:47:55,182 [196] [DEBUG] [app] Ending request: urn:request:3a833e50-57fd-4ef5-b4ff-c902ee836e8c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3a833e50-57fd-4ef5-b4ff-c902ee836e8c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:55,182 [193] [DEBUG] [app] Ending request: urn:request:644034f7-915d-4e68-9be0-7ca01be2971a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:644034f7-915d-4e68-9be0-7ca01be2971a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:47:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:47:55,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:47:55,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:47:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:47:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:47:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:47:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:06.710348+00:00 (in 9.999490 seconds)
gcworker stdout | 2023-06-29 13:47:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:06 UTC)" (scheduled at 2023-06-29 13:47:56.710348+00:00)
gcworker stdout | 2023-06-29 13:47:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836876711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:47:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:47:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:47:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:47:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:47:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:30.227434+00:00 (in 32.212035 seconds)
repositorygcworker stdout | 2023-06-29 13:47:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:58 UTC)" (scheduled at 2023-06-29 13:47:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:47:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:47:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 47, 58, 15827), True, datetime.datetime(2023, 6, 29, 13, 47, 58, 15827), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:47:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:47:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:47:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:48:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:47:59,386 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:48:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:10.109381+00:00 (in 9.999480 seconds)
notificationworker stdout | 2023-06-29 13:48:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:10 UTC)" (scheduled at 2023-06-29 13:48:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:48:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:48:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 0, 110294), True, datetime.datetime(2023, 6, 29, 13, 48, 0, 110294), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:48:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:48:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:48:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:48:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:48:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:17.336465+00:00 (in 14.999457 seconds)
quotatotalworker stdout | 2023-06-29 13:48:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:17 UTC)" (scheduled at 2023-06-29 13:48:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:48:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:48:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:48:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:48:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:48:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:08.157912+00:00 (in 5.094600 seconds)
securityworker stdout | 2023-06-29 13:48:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:33 UTC)" (scheduled at 2023-06-29 13:48:03.062807+00:00)
securityworker stdout | 2023-06-29 13:48:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:48:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:48:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:48:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:48:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:48:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:48:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:48:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:48:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:40.132615+00:00 (in 35.915140 seconds)
namespacegcworker stdout | 2023-06-29 13:48:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:04 UTC)" (scheduled at 2023-06-29 13:48:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:48:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:48:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:48:05,225 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:48:05,471 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:48:05,474 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:48:05,477 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:48:05,479 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:48:05,525 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:48:06,622 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
globalpromstats stdout | 2023-06-29 13:48:06,625 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:48:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:48:06,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:16.710348+00:00 (in 9.999539 seconds)
gcworker stdout | 2023-06-29 13:48:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:16 UTC)" (scheduled at 2023-06-29 13:48:06.710348+00:00)
gcworker stdout | 2023-06-29 13:48:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836886711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:48:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:48:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:48:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:48:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:48:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:26.236566+00:00 (in 18.127215 seconds)
exportactionlogsworker stdout | 2023-06-29 13:48:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:08 UTC)" (scheduled at 2023-06-29 13:48:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:48:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:48:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 8, 109752), True, datetime.datetime(2023, 6, 29, 13, 48, 8, 109752), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:48:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:48:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:48:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:48:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:48:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:33.062807+00:00 (in 24.904407 seconds)
securityworker stdout | 2023-06-29 13:48:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:38 UTC)" (scheduled at 2023-06-29 13:48:08.157912+00:00)
securityworker stdout | 2023-06-29 13:48:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:48:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:48:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:48:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:48:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:48:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:48:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:48:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:48:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:48:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:48:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 43, 8, 164516), 1, 2])
securityworker stdout | 2023-06-29 13:48:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:48:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:48:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 43, 8, 164516), 1, 2])
securityworker stdout | 2023-06-29 13:48:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:48:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:48:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:48:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:48:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:48:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:48:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:48:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:48:08,530 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:48:08,533 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
chunkcleanupworker stdout | 2023-06-29 13:48:10,094 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:48:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:10.614040+00:00 (in 0.504194 seconds)
notificationworker stdout | 2023-06-29 13:48:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:20 UTC)" (scheduled at 2023-06-29 13:48:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:48:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:48:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 10, 110229), True, datetime.datetime(2023, 6, 29, 13, 48, 10, 110229), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:48:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:48:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:48:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:48:10,169 [193] [DEBUG] [app] Starting request: urn:request:07d4573d-f505-447e-9154-687ed3d096f1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:10,169 [196] [DEBUG] [app] Starting request: urn:request:f2d1742d-88f2-46e7-9584-5b2fd0be23d2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:10,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:10,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:48:10,172 [221] [DEBUG] [app] Starting request: urn:request:7419ec16-9d04-475d-8c5d-07e7c52e9a7d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:10,172 [217] [DEBUG] [app] Starting request: urn:request:e648a66c-43f6-4875-a86b-f681ee0539b2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:10,172 [221] [DEBUG] [app] Ending request: urn:request:7419ec16-9d04-475d-8c5d-07e7c52e9a7d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7419ec16-9d04-475d-8c5d-07e7c52e9a7d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:10,173 [217] [DEBUG] [app] Ending request: urn:request:e648a66c-43f6-4875-a86b-f681ee0539b2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e648a66c-43f6-4875-a86b-f681ee0539b2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:48:10,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:10,175 [193] [DEBUG] [app] Starting request: urn:request:09f95dc8-40ee-4dfc-b4ef-52696045dd41 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:10,175 [193] [DEBUG] [app] Ending request: urn:request:09f95dc8-40ee-4dfc-b4ef-52696045dd41 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:09f95dc8-40ee-4dfc-b4ef-52696045dd41', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:48:10,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:48:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:10,176 [195] [DEBUG] [app] Starting request: urn:request:6e7b8e0c-868b-44b6-9faf-459bb328db5c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:10,176 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:10,176 [195] [DEBUG] [app] Ending request: urn:request:6e7b8e0c-868b-44b6-9faf-459bb328db5c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6e7b8e0c-868b-44b6-9faf-459bb328db5c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:48:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:10,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:10,182 [193] [DEBUG] [app] Ending request: urn:request:07d4573d-f505-447e-9154-687ed3d096f1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:07d4573d-f505-447e-9154-687ed3d096f1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:10,182 [196] [DEBUG] [app] Ending request: urn:request:f2d1742d-88f2-46e7-9584-5b2fd0be23d2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f2d1742d-88f2-46e7-9584-5b2fd0be23d2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:10,182 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:10,182 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:48:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:48:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:20.109381+00:00 (in 9.494800 seconds)
notificationworker stdout | 2023-06-29 13:48:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:10 UTC)" (scheduled at 2023-06-29 13:48:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:48:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:48:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:48:11,515 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:48:13,129 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:48:13,172 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:48:13,515 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:48:14,021 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:36.011593+00:00 (in 21.175456 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:14 UTC)" (scheduled at 2023-06-29 13:48:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 14, 836537), True, datetime.datetime(2023, 6, 29, 13, 48, 14, 836537), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:48:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:48:15,641 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:48:16,094 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:48:16,096 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:48:16,100 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:48:16,103 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:48:16,108 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:48:16,112 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:48:16,115 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:48:16,118 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:48:16,121 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:48:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:48:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:46.328917+00:00 (in 29.999462 seconds)
buildlogsarchiver stdout | 2023-06-29 13:48:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:46 UTC)" (scheduled at 2023-06-29 13:48:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:48:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 48, 16, 329893), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:48:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:48:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:48:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:48:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:48:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:48:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:26.710348+00:00 (in 9.999506 seconds)
gcworker stdout | 2023-06-29 13:48:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:26 UTC)" (scheduled at 2023-06-29 13:48:16.710348+00:00)
gcworker stdout | 2023-06-29 13:48:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836896711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:48:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:48:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:48:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:48:16,852 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:48:17,023 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:48:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:48:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:32.336465+00:00 (in 14.999506 seconds)
quotatotalworker stdout | 2023-06-29 13:48:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:32 UTC)" (scheduled at 2023-06-29 13:48:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:48:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:48:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:48:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:32 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:48:17,352 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:48:17,404 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:48:17,487 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:48:17,491 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:48:17,494 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:48:18,526 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:48:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:30.109381+00:00 (in 9.999531 seconds)
notificationworker stdout | 2023-06-29 13:48:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:30 UTC)" (scheduled at 2023-06-29 13:48:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:48:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:48:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 20, 110318), True, datetime.datetime(2023, 6, 29, 13, 48, 20, 110318), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:48:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:48:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:48:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:48:20,230 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:48:20,233 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:48:20,756 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:48:20,766 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:48:25,169 [193] [DEBUG] [app] Starting request: urn:request:199e9a93-fb23-408b-a8a8-05af660c896c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:25,169 [196] [DEBUG] [app] Starting request: urn:request:91787f82-4c77-449d-8378-7dedb1f7a2dc (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:48:25,172 [213] [DEBUG] [app] Starting request: urn:request:4f13e56b-c516-43f2-9e28-e6a14132698e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:25,172 [208] [DEBUG] [app] Starting request: urn:request:949c00f4-a47f-4f97-a5a4-4712f6e1ef6d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:25,173 [213] [DEBUG] [app] Ending request: urn:request:4f13e56b-c516-43f2-9e28-e6a14132698e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4f13e56b-c516-43f2-9e28-e6a14132698e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:25,173 [208] [DEBUG] [app] Ending request: urn:request:949c00f4-a47f-4f97-a5a4-4712f6e1ef6d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:949c00f4-a47f-4f97-a5a4-4712f6e1ef6d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:48:25,173 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:48:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:25,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:25,176 [196] [DEBUG] [app] Starting request: urn:request:53bb8a2d-2066-45b2-b7d0-d46c57ab5c96 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:25,176 [195] [DEBUG] [app] Starting request: urn:request:56420170-b40e-4234-9100-8b4e370c0216 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:25,176 [196] [DEBUG] [app] Ending request: urn:request:53bb8a2d-2066-45b2-b7d0-d46c57ab5c96 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:53bb8a2d-2066-45b2-b7d0-d46c57ab5c96', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:48:25,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:25,176 [195] [DEBUG] [app] Ending request: urn:request:56420170-b40e-4234-9100-8b4e370c0216 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:56420170-b40e-4234-9100-8b4e370c0216', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:48:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:48:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:25,183 [193] [DEBUG] [app] Ending request: urn:request:199e9a93-fb23-408b-a8a8-05af660c896c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:199e9a93-fb23-408b-a8a8-05af660c896c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:25,183 [196] [DEBUG] [app] Ending request: urn:request:91787f82-4c77-449d-8378-7dedb1f7a2dc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:91787f82-4c77-449d-8378-7dedb1f7a2dc', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:25,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:25,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:48:25,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
exportactionlogsworker stdout | 2023-06-29 13:48:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:48:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:08.108858+00:00 (in 41.871817 seconds)
exportactionlogsworker stdout | 2023-06-29 13:48:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:26 UTC)" (scheduled at 2023-06-29 13:48:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:48:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:48:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:48:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:48:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:36.710348+00:00 (in 9.999489 seconds)
gcworker stdout | 2023-06-29 13:48:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:36 UTC)" (scheduled at 2023-06-29 13:48:26.710348+00:00)
gcworker stdout | 2023-06-29 13:48:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836906711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:48:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:48:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:48:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:48:29,403 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:48:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:40.109381+00:00 (in 9.999469 seconds)
notificationworker stdout | 2023-06-29 13:48:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:40 UTC)" (scheduled at 2023-06-29 13:48:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:48:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:48:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 30, 110381), True, datetime.datetime(2023, 6, 29, 13, 48, 30, 110381), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:48:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:48:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:48:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:48:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:48:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:38.227751+00:00 (in 7.999857 seconds)
repositorygcworker stdout | 2023-06-29 13:48:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:53:30 UTC)" (scheduled at 2023-06-29 13:48:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:48:30,228 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 48, 30, 228259), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:48:30,232 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 48, 30, 228259), True, datetime.datetime(2023, 6, 29, 13, 48, 30, 228259), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:48:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 48, 30, 228259), True, datetime.datetime(2023, 6, 29, 13, 48, 30, 228259), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 48, 30, 228259), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:48:30,234 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:48:30,234 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:53:30 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:48:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:48:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:47.336465+00:00 (in 14.999460 seconds)
quotatotalworker stdout | 2023-06-29 13:48:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:47 UTC)" (scheduled at 2023-06-29 13:48:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:48:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:48:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:48:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:48:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:48:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:48:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:38.157912+00:00 (in 5.094620 seconds)
securityworker stdout | 2023-06-29 13:48:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:03 UTC)" (scheduled at 2023-06-29 13:48:33.062807+00:00)
securityworker stdout | 2023-06-29 13:48:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:48:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:48:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:48:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:48:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:48:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:48:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:48:35,250 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:48:35,479 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:48:35,481 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:48:35,484 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:48:35,487 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:48:35,532 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:48:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:48:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:14.835653+00:00 (in 38.823569 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:48:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:36 UTC)" (scheduled at 2023-06-29 13:48:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:48:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:48:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:36 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:48:36,646 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:48:36,658 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gcworker stdout | 2023-06-29 13:48:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:48:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:46.710348+00:00 (in 9.999543 seconds)
gcworker stdout | 2023-06-29 13:48:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:46 UTC)" (scheduled at 2023-06-29 13:48:36.710348+00:00)
gcworker stdout | 2023-06-29 13:48:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836916711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:48:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:48:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:48:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:46 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:48:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:48:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:03.062807+00:00 (in 24.904395 seconds)
securityworker stdout | 2023-06-29 13:48:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:08 UTC)" (scheduled at 2023-06-29 13:48:38.157912+00:00)
securityworker stdout | 2023-06-29 13:48:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:48:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:48:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:48:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:48:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:48:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:48:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:48:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:48:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:48:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:48:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 43, 38, 164652), 1, 2])
securityworker stdout | 2023-06-29 13:48:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:48:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:48:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 43, 38, 164652), 1, 2])
securityworker stdout | 2023-06-29 13:48:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:48:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:48:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:48:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:48:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:48:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:48:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:48:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:48:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:48:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:48:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:58.014887+00:00 (in 19.786667 seconds)
repositorygcworker stdout | 2023-06-29 13:48:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:38 UTC)" (scheduled at 2023-06-29 13:48:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:48:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:48:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:48:38,568 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:48:38,570 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
notificationworker stdout | 2023-06-29 13:48:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:50.109381+00:00 (in 9.999470 seconds)
notificationworker stdout | 2023-06-29 13:48:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:50 UTC)" (scheduled at 2023-06-29 13:48:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:48:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:48:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 40, 110363), True, datetime.datetime(2023, 6, 29, 13, 48, 40, 110363), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:48:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:48:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:48:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:50 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:48:40,131 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
namespacegcworker stdout | 2023-06-29 13:48:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:48:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:04.217001+00:00 (in 24.083919 seconds)
namespacegcworker stdout | 2023-06-29 13:48:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:40 UTC)" (scheduled at 2023-06-29 13:48:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:48:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:48:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 40, 133444), True, datetime.datetime(2023, 6, 29, 13, 48, 40, 133444), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:48:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:48:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:48:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:48:40,169 [196] [DEBUG] [app] Starting request: urn:request:8b40fed9-89bb-4ff4-b22e-06c479d4c69c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:40,169 [193] [DEBUG] [app] Starting request: urn:request:7a571d1f-f1f7-41c8-9c03-1c8223fdb098 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:48:40,172 [221] [DEBUG] [app] Starting request: urn:request:3f031501-2680-4bd9-86d8-aa51c1418421 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:40,172 [217] [DEBUG] [app] Starting request: urn:request:2c9d2c8d-6159-4245-aaf1-4c660b2b5237 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:40,173 [221] [DEBUG] [app] Ending request: urn:request:3f031501-2680-4bd9-86d8-aa51c1418421 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3f031501-2680-4bd9-86d8-aa51c1418421', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:40,173 [217] [DEBUG] [app] Ending request: urn:request:2c9d2c8d-6159-4245-aaf1-4c660b2b5237 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2c9d2c8d-6159-4245-aaf1-4c660b2b5237', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:48:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:48:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:40,175 [196] [DEBUG] [app] Starting request: urn:request:1428c396-200a-4c81-8e2c-5df6fbfab373 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:40,176 [196] [DEBUG] [app] Ending request: urn:request:1428c396-200a-4c81-8e2c-5df6fbfab373 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1428c396-200a-4c81-8e2c-5df6fbfab373', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:48:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:48:40,176 [195] [DEBUG] [app] Starting request: urn:request:9013815c-84ac-40a6-a8f1-014a3f9e358a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:40,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:40,177 [195] [DEBUG] [app] Ending request: urn:request:9013815c-84ac-40a6-a8f1-014a3f9e358a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9013815c-84ac-40a6-a8f1-014a3f9e358a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:48:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:48:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:40,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:40,182 [196] [DEBUG] [app] Ending request: urn:request:8b40fed9-89bb-4ff4-b22e-06c479d4c69c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8b40fed9-89bb-4ff4-b22e-06c479d4c69c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:40,182 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:40,182 [193] [DEBUG] [app] Ending request: urn:request:7a571d1f-f1f7-41c8-9c03-1c8223fdb098 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7a571d1f-f1f7-41c8-9c03-1c8223fdb098', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
gunicorn-web stdout | 2023-06-29 13:48:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:48:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
logrotateworker stdout | 2023-06-29 13:48:41,552 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:48:43,166 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:48:43,208 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:48:43,529 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:48:44,057 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:48:45,671 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:48:46,104 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:48:46,107 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:48:46,111 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:48:46,114 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:48:46,118 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:48:46,123 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:48:46,126 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:48:46,129 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:48:46,132 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:48:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:48:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:16.328917+00:00 (in 29.999448 seconds)
buildlogsarchiver stdout | 2023-06-29 13:48:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:16 UTC)" (scheduled at 2023-06-29 13:48:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:48:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 48, 46, 329898), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:48:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:48:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:48:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:48:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:48:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:48:56.710348+00:00 (in 9.999503 seconds)
gcworker stdout | 2023-06-29 13:48:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:56 UTC)" (scheduled at 2023-06-29 13:48:46.710348+00:00)
gcworker stdout | 2023-06-29 13:48:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836926711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:48:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:48:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:48:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:48:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:48:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:48:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:46.720304+00:00 (in 59.999581 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:48:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:46 UTC)" (scheduled at 2023-06-29 13:48:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:48:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:48:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:48:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:48:46,890 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:48:47,060 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:48:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:48:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:02.336465+00:00 (in 14.999434 seconds)
quotatotalworker stdout | 2023-06-29 13:48:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:02 UTC)" (scheduled at 2023-06-29 13:48:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:48:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:48:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:48:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:02 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:48:47,389 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:48:47,440 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:48:47,494 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:48:47,498 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:48:47,501 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:48:48,563 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:48:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:48:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:00.109381+00:00 (in 9.999505 seconds)
notificationworker stdout | 2023-06-29 13:48:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:00 UTC)" (scheduled at 2023-06-29 13:48:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:48:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:48:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 50, 110278), True, datetime.datetime(2023, 6, 29, 13, 48, 50, 110278), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:48:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:48:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:48:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:48:50,246 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:48:50,259 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:48:50,787 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:48:50,800 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:48:55,169 [196] [DEBUG] [app] Starting request: urn:request:964d89aa-8473-4a02-95f3-c08b1c03630c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:55,169 [195] [DEBUG] [app] Starting request: urn:request:cc770033-032a-4aab-b40d-15703d357425 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:48:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:48:55,173 [209] [DEBUG] [app] Starting request: urn:request:7581ae63-3939-44ca-a36a-59b86ba3ae76 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:55,173 [221] [DEBUG] [app] Starting request: urn:request:a377513b-e887-46ec-aa9a-32b9854d9625 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:48:55,173 [221] [DEBUG] [app] Ending request: urn:request:a377513b-e887-46ec-aa9a-32b9854d9625 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a377513b-e887-46ec-aa9a-32b9854d9625', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:55,173 [209] [DEBUG] [app] Ending request: urn:request:7581ae63-3939-44ca-a36a-59b86ba3ae76 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7581ae63-3939-44ca-a36a-59b86ba3ae76', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:48:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:48:55,173 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:48:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:48:55,176 [194] [DEBUG] [app] Starting request: urn:request:520ffce7-78ca-4735-a3c7-088d5e9db535 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:55,176 [193] [DEBUG] [app] Starting request: urn:request:b8dffdb0-62d2-42fb-885b-bdecd74a08b1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:48:55,177 [193] [DEBUG] [app] Ending request: urn:request:b8dffdb0-62d2-42fb-885b-bdecd74a08b1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b8dffdb0-62d2-42fb-885b-bdecd74a08b1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:48:55,177 [194] [DEBUG] [app] Ending request: urn:request:520ffce7-78ca-4735-a3c7-088d5e9db535 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:520ffce7-78ca-4735-a3c7-088d5e9db535', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:48:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:48:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:48:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:48:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:48:55,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:48:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:48:55,184 [196] [DEBUG] [app] Ending request: urn:request:964d89aa-8473-4a02-95f3-c08b1c03630c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:964d89aa-8473-4a02-95f3-c08b1c03630c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:55,184 [195] [DEBUG] [app] Ending request: urn:request:cc770033-032a-4aab-b40d-15703d357425 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:cc770033-032a-4aab-b40d-15703d357425', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:48:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:48:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:48:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:48:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:48:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gcworker stdout | 2023-06-29 13:48:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:48:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:06.710348+00:00 (in 9.999465 seconds)
gcworker stdout | 2023-06-29 13:48:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:06 UTC)" (scheduled at 2023-06-29 13:48:56.710348+00:00)
gcworker stdout | 2023-06-29 13:48:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836936711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:48:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:48:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:48:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:48:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:48:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:38.227751+00:00 (in 40.212368 seconds)
repositorygcworker stdout | 2023-06-29 13:48:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:58 UTC)" (scheduled at 2023-06-29 13:48:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:48:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:48:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 48, 58, 15807), True, datetime.datetime(2023, 6, 29, 13, 48, 58, 15807), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:48:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:48:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:48:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:49:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:48:59,412 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:49:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:10.109381+00:00 (in 9.999491 seconds)
notificationworker stdout | 2023-06-29 13:49:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:10 UTC)" (scheduled at 2023-06-29 13:49:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:49:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:49:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 0, 110372), True, datetime.datetime(2023, 6, 29, 13, 49, 0, 110372), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:49:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:49:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:49:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:49:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:49:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:17.336465+00:00 (in 14.999431 seconds)
quotatotalworker stdout | 2023-06-29 13:49:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:17 UTC)" (scheduled at 2023-06-29 13:49:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:49:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:49:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:49:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:49:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:49:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:08.157912+00:00 (in 5.094630 seconds)
securityworker stdout | 2023-06-29 13:49:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:33 UTC)" (scheduled at 2023-06-29 13:49:03.062807+00:00)
securityworker stdout | 2023-06-29 13:49:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:49:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:49:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:49:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:49:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:49:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:49:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:49:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:49:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:30.216752+00:00 (in 25.999281 seconds)
namespacegcworker stdout | 2023-06-29 13:49:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:04 UTC)" (scheduled at 2023-06-29 13:49:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:49:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:49:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:49:05,258 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:49:05,486 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:49:05,489 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:49:05,492 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:49:05,495 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:49:05,540 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
globalpromstats stdout | 2023-06-29 13:49:06,659 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:49:06,694 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
gcworker stdout | 2023-06-29 13:49:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:49:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:16.710348+00:00 (in 9.999499 seconds)
gcworker stdout | 2023-06-29 13:49:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:16 UTC)" (scheduled at 2023-06-29 13:49:06.710348+00:00)
gcworker stdout | 2023-06-29 13:49:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836946711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:49:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:49:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:49:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:16 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:49:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:49:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:26.236566+00:00 (in 18.127227 seconds)
exportactionlogsworker stdout | 2023-06-29 13:49:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:08 UTC)" (scheduled at 2023-06-29 13:49:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:49:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:49:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 8, 109814), True, datetime.datetime(2023, 6, 29, 13, 49, 8, 109814), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:49:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:49:08,116 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:49:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:49:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:49:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:33.062807+00:00 (in 24.904404 seconds)
securityworker stdout | 2023-06-29 13:49:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:38 UTC)" (scheduled at 2023-06-29 13:49:08.157912+00:00)
securityworker stdout | 2023-06-29 13:49:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:49:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:49:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:49:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:49:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:49:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:49:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:49:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:49:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:49:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:49:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 44, 8, 164794), 1, 2])
securityworker stdout | 2023-06-29 13:49:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:49:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:49:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 44, 8, 164794), 1, 2])
securityworker stdout | 2023-06-29 13:49:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:49:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:49:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:49:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:49:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:49:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:49:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:49:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:49:08,580 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:49:08,586 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
notificationworker stdout | 2023-06-29 13:49:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:10.614040+00:00 (in 0.504105 seconds)
notificationworker stdout | 2023-06-29 13:49:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:20 UTC)" (scheduled at 2023-06-29 13:49:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:49:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:49:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 10, 110428), True, datetime.datetime(2023, 6, 29, 13, 49, 10, 110428), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:49:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:49:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:49:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:20 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:49:10,168 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
gunicorn-web stdout | 2023-06-29 13:49:10,169 [196] [DEBUG] [app] Starting request: urn:request:0f84acda-29e3-4f00-b294-b4fe22ab0d63 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:10,169 [193] [DEBUG] [app] Starting request: urn:request:8d4f5685-25d7-4cf2-bf7f-3d70ebe6cdcc (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:10,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:10,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:49:10,172 [221] [DEBUG] [app] Starting request: urn:request:03fb787b-b5d2-40c8-9cbd-e49dca9cf114 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:10,172 [208] [DEBUG] [app] Starting request: urn:request:0609cf5c-a663-4905-8bf3-9afbeb51d8f6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:10,172 [221] [DEBUG] [app] Ending request: urn:request:03fb787b-b5d2-40c8-9cbd-e49dca9cf114 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:03fb787b-b5d2-40c8-9cbd-e49dca9cf114', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:10,172 [208] [DEBUG] [app] Ending request: urn:request:0609cf5c-a663-4905-8bf3-9afbeb51d8f6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0609cf5c-a663-4905-8bf3-9afbeb51d8f6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:49:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:49:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:10,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:10,175 [196] [DEBUG] [app] Starting request: urn:request:04cf8011-cc94-4033-8927-04618fe63ee4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:10,175 [195] [DEBUG] [app] Starting request: urn:request:41a7eaa6-83b6-41e0-b8a2-14f830b625be (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:10,175 [196] [DEBUG] [app] Ending request: urn:request:04cf8011-cc94-4033-8927-04618fe63ee4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:04cf8011-cc94-4033-8927-04618fe63ee4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:49:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:10,176 [195] [DEBUG] [app] Ending request: urn:request:41a7eaa6-83b6-41e0-b8a2-14f830b625be (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:41a7eaa6-83b6-41e0-b8a2-14f830b625be', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:49:10,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:10,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:49:10,176 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:10,176 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:10,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:10,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:10,182 [196] [DEBUG] [app] Ending request: urn:request:0f84acda-29e3-4f00-b294-b4fe22ab0d63 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0f84acda-29e3-4f00-b294-b4fe22ab0d63', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:10,182 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:10,182 [193] [DEBUG] [app] Ending request: urn:request:8d4f5685-25d7-4cf2-bf7f-3d70ebe6cdcc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8d4f5685-25d7-4cf2-bf7f-3d70ebe6cdcc', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:10,182 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:49:10,182 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:49:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:49:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:20.109381+00:00 (in 9.494783 seconds)
notificationworker stdout | 2023-06-29 13:49:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:10 UTC)" (scheduled at 2023-06-29 13:49:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:49:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:49:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:49:11,589 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:49:13,204 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:49:13,226 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:49:13,565 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:49:14,094 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:36.011593+00:00 (in 21.175440 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:14 UTC)" (scheduled at 2023-06-29 13:49:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,838 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 14, 836607), True, datetime.datetime(2023, 6, 29, 13, 49, 14, 836607), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,843 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,843 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:49:14,843 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:49:15,707 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:49:16,112 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:49:16,118 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:49:16,121 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:49:16,124 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:49:16,127 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:49:16,135 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:49:16,138 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:49:16,140 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:49:16,143 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:49:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:49:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:46.328917+00:00 (in 29.999475 seconds)
buildlogsarchiver stdout | 2023-06-29 13:49:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:46 UTC)" (scheduled at 2023-06-29 13:49:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:49:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 49, 16, 329865), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:49:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:49:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:49:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:49:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:49:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:49:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:26.710348+00:00 (in 9.999419 seconds)
gcworker stdout | 2023-06-29 13:49:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:26 UTC)" (scheduled at 2023-06-29 13:49:16.710348+00:00)
gcworker stdout | 2023-06-29 13:49:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836956711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:49:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:49:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:49:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:49:16,928 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:49:17,096 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:49:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:49:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:32.336465+00:00 (in 14.999473 seconds)
quotatotalworker stdout | 2023-06-29 13:49:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:32 UTC)" (scheduled at 2023-06-29 13:49:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:49:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:49:17,341 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:49:17,341 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:32 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:49:17,402 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:49:17,476 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:49:17,501 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:49:17,504 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:49:17,507 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:49:18,600 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:49:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:30.109381+00:00 (in 9.999566 seconds)
notificationworker stdout | 2023-06-29 13:49:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:30 UTC)" (scheduled at 2023-06-29 13:49:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:49:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:49:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 20, 110255), True, datetime.datetime(2023, 6, 29, 13, 49, 20, 110255), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:49:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:49:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:49:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:49:20,268 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:49:20,282 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:49:20,824 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:49:20,827 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:49:25,169 [193] [DEBUG] [app] Starting request: urn:request:399deab4-ab7b-4848-8f4e-c7a1e0458695 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:25,169 [194] [DEBUG] [app] Starting request: urn:request:609a9a31-3645-466f-af3d-239f181d5b5f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:49:25,173 [221] [DEBUG] [app] Starting request: urn:request:402609c0-1aea-422b-a3ae-361427f77675 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:25,173 [218] [DEBUG] [app] Starting request: urn:request:239e9534-2613-4310-afd0-35f11f63a320 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:25,173 [221] [DEBUG] [app] Ending request: urn:request:402609c0-1aea-422b-a3ae-361427f77675 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:402609c0-1aea-422b-a3ae-361427f77675', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:25,173 [218] [DEBUG] [app] Ending request: urn:request:239e9534-2613-4310-afd0-35f11f63a320 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:239e9534-2613-4310-afd0-35f11f63a320', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:25,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:49:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:49:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:25,176 [196] [DEBUG] [app] Starting request: urn:request:6eabedf7-1025-47a4-8f4a-617cda188299 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:25,176 [195] [DEBUG] [app] Starting request: urn:request:657e3b25-2b78-48ad-aebf-5b04620a653e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:25,177 [196] [DEBUG] [app] Ending request: urn:request:6eabedf7-1025-47a4-8f4a-617cda188299 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6eabedf7-1025-47a4-8f4a-617cda188299', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:49:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:49:25,177 [195] [DEBUG] [app] Ending request: urn:request:657e3b25-2b78-48ad-aebf-5b04620a653e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:657e3b25-2b78-48ad-aebf-5b04620a653e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:49:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:49:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:25,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:25,184 [193] [DEBUG] [app] Ending request: urn:request:399deab4-ab7b-4848-8f4e-c7a1e0458695 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:399deab4-ab7b-4848-8f4e-c7a1e0458695', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:25,184 [194] [DEBUG] [app] Ending request: urn:request:609a9a31-3645-466f-af3d-239f181d5b5f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:609a9a31-3645-466f-af3d-239f181d5b5f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:49:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:49:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:49:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:49.236331+00:00 (in 22.999280 seconds)
exportactionlogsworker stdout | 2023-06-29 13:49:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:26 UTC)" (scheduled at 2023-06-29 13:49:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:49:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:49:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:49:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:49:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:36.710348+00:00 (in 9.999435 seconds)
gcworker stdout | 2023-06-29 13:49:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:36 UTC)" (scheduled at 2023-06-29 13:49:26.710348+00:00)
gcworker stdout | 2023-06-29 13:49:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836966711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:49:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:49:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:49:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:49:29,445 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:49:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:40.109381+00:00 (in 9.999519 seconds)
notificationworker stdout | 2023-06-29 13:49:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:40 UTC)" (scheduled at 2023-06-29 13:49:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:49:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:49:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 30, 110298), True, datetime.datetime(2023, 6, 29, 13, 49, 30, 110298), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:49:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:49:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:49:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:49:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:49:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:40.132615+00:00 (in 9.915392 seconds)
namespacegcworker stdout | 2023-06-29 13:49:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:54:30 UTC)" (scheduled at 2023-06-29 13:49:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:49:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 49, 30, 217593), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:49:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 49, 30, 217593), True, datetime.datetime(2023, 6, 29, 13, 49, 30, 217593), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:49:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 49, 30, 217593), True, datetime.datetime(2023, 6, 29, 13, 49, 30, 217593), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 49, 30, 217593), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:49:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:49:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:54:30 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:49:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:49:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:47.336465+00:00 (in 14.999479 seconds)
quotatotalworker stdout | 2023-06-29 13:49:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:47 UTC)" (scheduled at 2023-06-29 13:49:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:49:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:49:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:49:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:49:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:49:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:49:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:38.157912+00:00 (in 5.094639 seconds)
securityworker stdout | 2023-06-29 13:49:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:03 UTC)" (scheduled at 2023-06-29 13:49:33.062807+00:00)
securityworker stdout | 2023-06-29 13:49:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:49:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:49:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:49:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:49:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:49:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:49:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:49:35,278 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:49:35,494 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:49:35,498 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:49:35,501 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:49:35,503 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:49:35,547 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:49:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:49:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:14.835653+00:00 (in 38.823526 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:49:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:36 UTC)" (scheduled at 2023-06-29 13:49:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:49:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:49:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:36 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:49:36,690 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:49:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:49:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:46.710348+00:00 (in 9.999504 seconds)
gcworker stdout | 2023-06-29 13:49:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:46 UTC)" (scheduled at 2023-06-29 13:49:36.710348+00:00)
gcworker stdout | 2023-06-29 13:49:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836976711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:49:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:49:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:49:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:49:36,729 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:49:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:49:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:03.062807+00:00 (in 24.904380 seconds)
securityworker stdout | 2023-06-29 13:49:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:08 UTC)" (scheduled at 2023-06-29 13:49:38.157912+00:00)
securityworker stdout | 2023-06-29 13:49:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:49:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:49:38,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:49:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:49:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:49:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:49:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:49:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:49:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:49:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:49:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 44, 38, 164856), 1, 2])
securityworker stdout | 2023-06-29 13:49:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:49:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:49:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 44, 38, 164856), 1, 2])
securityworker stdout | 2023-06-29 13:49:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:49:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:49:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:49:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:49:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:49:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:58.014887+00:00 (in 19.786686 seconds)
repositorygcworker stdout | 2023-06-29 13:49:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:38 UTC)" (scheduled at 2023-06-29 13:49:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:49:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:49:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:49:38,587 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:49:38,606 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
notificationworker stdout | 2023-06-29 13:49:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:50.109381+00:00 (in 9.999510 seconds)
notificationworker stdout | 2023-06-29 13:49:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:50 UTC)" (scheduled at 2023-06-29 13:49:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:49:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:49:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 40, 110272), True, datetime.datetime(2023, 6, 29, 13, 49, 40, 110272), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:49:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:49:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:49:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:49:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:49:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:04.217001+00:00 (in 24.083953 seconds)
namespacegcworker stdout | 2023-06-29 13:49:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:40 UTC)" (scheduled at 2023-06-29 13:49:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:49:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:49:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 40, 133448), True, datetime.datetime(2023, 6, 29, 13, 49, 40, 133448), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:49:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:49:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:49:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:49:40,170 [196] [DEBUG] [app] Starting request: urn:request:f76da51b-8e2f-4725-acf4-e6180cb60df9 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:40,170 [195] [DEBUG] [app] Starting request: urn:request:b54ead01-abfd-49be-b44a-a56723318c53 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:49:40,173 [208] [DEBUG] [app] Starting request: urn:request:8370e524-b88c-4425-bdfc-9921c17d8892 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:40,173 [214] [DEBUG] [app] Starting request: urn:request:5f1469d9-3155-443e-98be-42200c42f49e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:40,174 [208] [DEBUG] [app] Ending request: urn:request:8370e524-b88c-4425-bdfc-9921c17d8892 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8370e524-b88c-4425-bdfc-9921c17d8892', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:40,174 [214] [DEBUG] [app] Ending request: urn:request:5f1469d9-3155-443e-98be-42200c42f49e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5f1469d9-3155-443e-98be-42200c42f49e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:49:40,174 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:49:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:40,177 [194] [DEBUG] [app] Starting request: urn:request:d2e0441f-006b-4fde-bcef-cb83c856d92a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:40,177 [196] [DEBUG] [app] Starting request: urn:request:0e079146-e8e0-4aab-bae2-483bf8eeb8e3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:40,177 [196] [DEBUG] [app] Ending request: urn:request:0e079146-e8e0-4aab-bae2-483bf8eeb8e3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0e079146-e8e0-4aab-bae2-483bf8eeb8e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:49:40,177 [194] [DEBUG] [app] Ending request: urn:request:d2e0441f-006b-4fde-bcef-cb83c856d92a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d2e0441f-006b-4fde-bcef-cb83c856d92a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:49:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:40,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:40,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:40,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:49:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:40,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:40,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:40,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:40,184 [195] [DEBUG] [app] Ending request: urn:request:b54ead01-abfd-49be-b44a-a56723318c53 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b54ead01-abfd-49be-b44a-a56723318c53', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:40,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:40,184 [196] [DEBUG] [app] Ending request: urn:request:f76da51b-8e2f-4725-acf4-e6180cb60df9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f76da51b-8e2f-4725-acf4-e6180cb60df9', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:49:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:49:40,204 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:49:41,616 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:49:43,222 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:49:43,257 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:49:43,587 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:49:44,104 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:49:45,744 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:49:46,123 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:49:46,131 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:49:46,135 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:49:46,139 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:49:46,141 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:49:46,145 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:49:46,150 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:49:46,154 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:49:46,156 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:49:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:49:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:16.328917+00:00 (in 29.999479 seconds)
buildlogsarchiver stdout | 2023-06-29 13:49:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:16 UTC)" (scheduled at 2023-06-29 13:49:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:49:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 49, 46, 329804), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:49:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:49:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:49:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:49:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:49:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:49:56.710348+00:00 (in 9.999473 seconds)
gcworker stdout | 2023-06-29 13:49:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:56 UTC)" (scheduled at 2023-06-29 13:49:46.710348+00:00)
gcworker stdout | 2023-06-29 13:49:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836986711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:49:46,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:49:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:49:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:49:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:49:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:49:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:46.720304+00:00 (in 59.999539 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:49:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:46 UTC)" (scheduled at 2023-06-29 13:49:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:49:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:49:46,725 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:49:46,725 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:49:46,966 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:49:47,134 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:49:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:49:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:02.336465+00:00 (in 14.999514 seconds)
quotatotalworker stdout | 2023-06-29 13:49:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:02 UTC)" (scheduled at 2023-06-29 13:49:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:49:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:49:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:49:47,343 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:02 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:49:47,416 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:49:47,510 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:49:47,513 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
repositorygcworker stdout | 2023-06-29 13:49:47,517 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:49:47,520 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:49:48,638 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
exportactionlogsworker stdout | 2023-06-29 13:49:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:49:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:08.108858+00:00 (in 18.872021 seconds)
exportactionlogsworker stdout | 2023-06-29 13:49:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:54:49 UTC)" (scheduled at 2023-06-29 13:49:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:49:49,238 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 49, 49, 237254), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:49:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 49, 49, 237254), True, datetime.datetime(2023, 6, 29, 13, 49, 49, 237254), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:49:49,244 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 49, 49, 237254), True, datetime.datetime(2023, 6, 29, 13, 49, 49, 237254), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 49, 49, 237254), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:49:49,245 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:49:49,245 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:54:49 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:49:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:49:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:00.109381+00:00 (in 9.999529 seconds)
notificationworker stdout | 2023-06-29 13:49:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:00 UTC)" (scheduled at 2023-06-29 13:49:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:49:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:49:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 50, 110251), True, datetime.datetime(2023, 6, 29, 13, 49, 50, 110251), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:49:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:49:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:49:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:49:50,290 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:49:50,293 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:49:50,855 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:49:50,859 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:49:55,169 [195] [DEBUG] [app] Starting request: urn:request:44a1554b-0b92-493d-a528-52203643ba5f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:55,169 [196] [DEBUG] [app] Starting request: urn:request:ae6fd337-1854-4e25-8772-6467ceca494a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:49:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:49:55,173 [208] [DEBUG] [app] Starting request: urn:request:b897fcc1-0b95-4386-81e6-b3e7a5df2caf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:55,173 [215] [DEBUG] [app] Starting request: urn:request:7c120ea2-d633-420b-8dca-7f5a7558bacb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:49:55,173 [208] [DEBUG] [app] Ending request: urn:request:b897fcc1-0b95-4386-81e6-b3e7a5df2caf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b897fcc1-0b95-4386-81e6-b3e7a5df2caf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:55,173 [215] [DEBUG] [app] Ending request: urn:request:7c120ea2-d633-420b-8dca-7f5a7558bacb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7c120ea2-d633-420b-8dca-7f5a7558bacb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:49:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:49:55,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:49:55,176 [194] [DEBUG] [app] Starting request: urn:request:cc60a0b7-c9b3-42f2-9e9f-ae325e23e3ba (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:55,177 [193] [DEBUG] [app] Starting request: urn:request:e6b15fa8-1350-440c-bbf9-0fe0e1e4f409 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:49:55,177 [194] [DEBUG] [app] Ending request: urn:request:cc60a0b7-c9b3-42f2-9e9f-ae325e23e3ba (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cc60a0b7-c9b3-42f2-9e9f-ae325e23e3ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:49:55,177 [193] [DEBUG] [app] Ending request: urn:request:e6b15fa8-1350-440c-bbf9-0fe0e1e4f409 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e6b15fa8-1350-440c-bbf9-0fe0e1e4f409', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:49:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.001)
gunicorn-web stdout | 2023-06-29 13:49:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:49:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:49:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:49:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:49:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:49:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:55,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:49:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:49:55,184 [196] [DEBUG] [app] Ending request: urn:request:ae6fd337-1854-4e25-8772-6467ceca494a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ae6fd337-1854-4e25-8772-6467ceca494a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:55,184 [195] [DEBUG] [app] Ending request: urn:request:44a1554b-0b92-493d-a528-52203643ba5f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:44a1554b-0b92-493d-a528-52203643ba5f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:49:55,185 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:49:55,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:49:55,185 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:49:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:49:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:49:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:49:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:06.710348+00:00 (in 9.999489 seconds)
gcworker stdout | 2023-06-29 13:49:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:06 UTC)" (scheduled at 2023-06-29 13:49:56.710348+00:00)
gcworker stdout | 2023-06-29 13:49:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686836996711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:49:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:49:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:49:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:49:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:49:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:38.227751+00:00 (in 40.212429 seconds)
repositorygcworker stdout | 2023-06-29 13:49:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:58 UTC)" (scheduled at 2023-06-29 13:49:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:49:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:49:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 49, 58, 15698), True, datetime.datetime(2023, 6, 29, 13, 49, 58, 15698), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:49:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:49:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:49:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:50:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:49:59,462 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:50:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:10.109381+00:00 (in 9.999520 seconds)
notificationworker stdout | 2023-06-29 13:50:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:10 UTC)" (scheduled at 2023-06-29 13:50:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:50:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:50:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 0, 110347), True, datetime.datetime(2023, 6, 29, 13, 50, 0, 110347), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:50:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:50:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:50:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:50:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:50:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:17.336465+00:00 (in 14.999436 seconds)
quotatotalworker stdout | 2023-06-29 13:50:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:17 UTC)" (scheduled at 2023-06-29 13:50:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:50:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:50:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:50:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:50:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:50:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:08.157912+00:00 (in 5.094628 seconds)
securityworker stdout | 2023-06-29 13:50:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:33 UTC)" (scheduled at 2023-06-29 13:50:03.062807+00:00)
securityworker stdout | 2023-06-29 13:50:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:50:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:50:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:50:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:50:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:50:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:50:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:50:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:50:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:40.132615+00:00 (in 35.915187 seconds)
namespacegcworker stdout | 2023-06-29 13:50:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:04 UTC)" (scheduled at 2023-06-29 13:50:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:50:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:50:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:50:05,315 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:50:05,503 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:50:05,506 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:50:05,510 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:50:05,513 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:50:05,555 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:50:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:50:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:16.710348+00:00 (in 9.999454 seconds)
gcworker stdout | 2023-06-29 13:50:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:16 UTC)" (scheduled at 2023-06-29 13:50:06.710348+00:00)
gcworker stdout | 2023-06-29 13:50:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837006711, 1209600, True, 3, 500, 1, 0])
globalpromstats stdout | 2023-06-29 13:50:06,714 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:50:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:50:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:50:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:50:06,766 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:50:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:50:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:26.236566+00:00 (in 18.127214 seconds)
exportactionlogsworker stdout | 2023-06-29 13:50:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:08 UTC)" (scheduled at 2023-06-29 13:50:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:50:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:50:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 8, 109768), True, datetime.datetime(2023, 6, 29, 13, 50, 8, 109768), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:50:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:50:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:50:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:50:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:50:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:33.062807+00:00 (in 24.904454 seconds)
securityworker stdout | 2023-06-29 13:50:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:38 UTC)" (scheduled at 2023-06-29 13:50:08.157912+00:00)
securityworker stdout | 2023-06-29 13:50:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:50:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:50:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:50:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:50:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:50:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:50:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:50:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:50:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:50:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:50:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 45, 8, 164492), 1, 2])
securityworker stdout | 2023-06-29 13:50:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:50:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:50:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 45, 8, 164492), 1, 2])
securityworker stdout | 2023-06-29 13:50:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:50:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:50:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:50:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:50:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:50:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:50:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:50:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:50:08,615 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:50:08,618 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:50:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:10.614040+00:00 (in 0.504108 seconds)
notificationworker stdout | 2023-06-29 13:50:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:20 UTC)" (scheduled at 2023-06-29 13:50:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:50:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:50:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 10, 110380), True, datetime.datetime(2023, 6, 29, 13, 50, 10, 110380), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:50:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:50:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:50:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:50:10,169 [193] [DEBUG] [app] Starting request: urn:request:0af69e17-f52d-4570-b313-8077e6d8df6d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:10,169 [195] [DEBUG] [app] Starting request: urn:request:94a5cae8-f239-4455-9359-fc38457934d8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:10,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:50:10,172 [221] [DEBUG] [app] Starting request: urn:request:05e171ac-0a93-4f34-a4d9-ac71cd9f24e2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:10,173 [221] [DEBUG] [app] Ending request: urn:request:05e171ac-0a93-4f34-a4d9-ac71cd9f24e2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:05e171ac-0a93-4f34-a4d9-ac71cd9f24e2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:10,173 [208] [DEBUG] [app] Starting request: urn:request:96a6124e-01ec-41e9-8e30-89534e5c24d5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:50:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:50:10,173 [208] [DEBUG] [app] Ending request: urn:request:96a6124e-01ec-41e9-8e30-89534e5c24d5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:96a6124e-01ec-41e9-8e30-89534e5c24d5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:50:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:10,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:10,176 [196] [DEBUG] [app] Starting request: urn:request:9d7033a9-650c-4e24-a053-feeca31b2686 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:10,176 [195] [DEBUG] [app] Starting request: urn:request:b5259513-eb1c-4448-bed1-ba138f474425 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:10,176 [196] [DEBUG] [app] Ending request: urn:request:9d7033a9-650c-4e24-a053-feeca31b2686 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9d7033a9-650c-4e24-a053-feeca31b2686', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:50:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:10,177 [195] [DEBUG] [app] Ending request: urn:request:b5259513-eb1c-4448-bed1-ba138f474425 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b5259513-eb1c-4448-bed1-ba138f474425', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:50:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:50:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:10,183 [193] [DEBUG] [app] Ending request: urn:request:0af69e17-f52d-4570-b313-8077e6d8df6d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0af69e17-f52d-4570-b313-8077e6d8df6d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:10,183 [195] [DEBUG] [app] Ending request: urn:request:94a5cae8-f239-4455-9359-fc38457934d8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:94a5cae8-f239-4455-9359-fc38457934d8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:50:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
chunkcleanupworker stdout | 2023-06-29 13:50:10,241 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:50:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:20.109381+00:00 (in 9.494855 seconds)
notificationworker stdout | 2023-06-29 13:50:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:10 UTC)" (scheduled at 2023-06-29 13:50:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:50:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:50:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:50:11,653 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:50:13,258 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:50:13,282 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:50:13,620 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:50:14,139 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:36.011593+00:00 (in 21.175450 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:14 UTC)" (scheduled at 2023-06-29 13:50:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 14, 836619), True, datetime.datetime(2023, 6, 29, 13, 50, 14, 836619), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:50:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:50:15,771 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:50:16,136 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:50:16,141 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:50:16,144 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:50:16,148 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:50:16,150 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:50:16,154 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:50:16,157 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:50:16,163 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:50:16,166 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:50:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:50:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:46.328917+00:00 (in 29.999494 seconds)
buildlogsarchiver stdout | 2023-06-29 13:50:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:46 UTC)" (scheduled at 2023-06-29 13:50:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:50:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 50, 16, 329818), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:50:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:50:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:50:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:50:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:50:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:50:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:26.710348+00:00 (in 9.999486 seconds)
gcworker stdout | 2023-06-29 13:50:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:26 UTC)" (scheduled at 2023-06-29 13:50:16.710348+00:00)
gcworker stdout | 2023-06-29 13:50:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837016711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:50:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:50:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:50:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:50:16,982 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:50:17,153 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:50:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:50:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:32.336465+00:00 (in 14.999459 seconds)
quotatotalworker stdout | 2023-06-29 13:50:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:32 UTC)" (scheduled at 2023-06-29 13:50:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:50:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:50:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:50:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:32 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:50:17,453 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:50:17,518 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:50:17,521 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
repositorygcworker stdout | 2023-06-29 13:50:17,524 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
gunicorn-secscan stdout | 2023-06-29 13:50:17,527 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
buildlogsarchiver stdout | 2023-06-29 13:50:18,674 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:50:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:30.109381+00:00 (in 9.999552 seconds)
notificationworker stdout | 2023-06-29 13:50:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:30 UTC)" (scheduled at 2023-06-29 13:50:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:50:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:50:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 20, 110285), True, datetime.datetime(2023, 6, 29, 13, 50, 20, 110285), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:50:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:50:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:50:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:50:20,306 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:50:20,308 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:50:20,877 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:50:20,889 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:50:25,169 [193] [DEBUG] [app] Starting request: urn:request:9e3f7fde-621c-4278-b9ac-36fbaf38cabe (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:25,169 [196] [DEBUG] [app] Starting request: urn:request:c039c0d1-e26b-4ebe-90fa-aba6aa1b8f31 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:50:25,173 [213] [DEBUG] [app] Starting request: urn:request:87c442ca-b09d-4831-8db9-6ef8c99c3ac0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:25,173 [208] [DEBUG] [app] Starting request: urn:request:fe7747b1-53ea-4522-b77c-3b390f4967ab (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:25,173 [208] [DEBUG] [app] Ending request: urn:request:fe7747b1-53ea-4522-b77c-3b390f4967ab (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fe7747b1-53ea-4522-b77c-3b390f4967ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:25,173 [213] [DEBUG] [app] Ending request: urn:request:87c442ca-b09d-4831-8db9-6ef8c99c3ac0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:87c442ca-b09d-4831-8db9-6ef8c99c3ac0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:50:25,174 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:50:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:25,176 [193] [DEBUG] [app] Starting request: urn:request:99515fc3-2a88-4d2b-9d07-07f2a9bd8b73 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:25,176 [195] [DEBUG] [app] Starting request: urn:request:48867874-7506-4cb6-a5f5-36d7222078c2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:25,176 [193] [DEBUG] [app] Ending request: urn:request:99515fc3-2a88-4d2b-9d07-07f2a9bd8b73 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:99515fc3-2a88-4d2b-9d07-07f2a9bd8b73', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:50:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:25,177 [195] [DEBUG] [app] Ending request: urn:request:48867874-7506-4cb6-a5f5-36d7222078c2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:48867874-7506-4cb6-a5f5-36d7222078c2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.001)
gunicorn-web stdout | 2023-06-29 13:50:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.001)
gunicorn-web stdout | 2023-06-29 13:50:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:25,183 [193] [DEBUG] [app] Ending request: urn:request:9e3f7fde-621c-4278-b9ac-36fbaf38cabe (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9e3f7fde-621c-4278-b9ac-36fbaf38cabe', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:25,184 [196] [DEBUG] [app] Ending request: urn:request:c039c0d1-e26b-4ebe-90fa-aba6aa1b8f31 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c039c0d1-e26b-4ebe-90fa-aba6aa1b8f31', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:50:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:50:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:50:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:08.108858+00:00 (in 41.871813 seconds)
exportactionlogsworker stdout | 2023-06-29 13:50:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:26 UTC)" (scheduled at 2023-06-29 13:50:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:50:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:50:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:50:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:50:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:36.710348+00:00 (in 9.999519 seconds)
gcworker stdout | 2023-06-29 13:50:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:36 UTC)" (scheduled at 2023-06-29 13:50:26.710348+00:00)
gcworker stdout | 2023-06-29 13:50:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837026711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:50:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:50:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:50:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:50:29,492 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:50:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:40.109381+00:00 (in 9.999485 seconds)
notificationworker stdout | 2023-06-29 13:50:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:40 UTC)" (scheduled at 2023-06-29 13:50:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:50:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:50:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 30, 110302), True, datetime.datetime(2023, 6, 29, 13, 50, 30, 110302), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:50:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:50:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:50:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:50:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:50:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:47.336465+00:00 (in 14.999480 seconds)
quotatotalworker stdout | 2023-06-29 13:50:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:47 UTC)" (scheduled at 2023-06-29 13:50:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:50:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:50:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:50:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:50:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:50:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:50:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:38.157912+00:00 (in 5.094601 seconds)
securityworker stdout | 2023-06-29 13:50:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:03 UTC)" (scheduled at 2023-06-29 13:50:33.062807+00:00)
securityworker stdout | 2023-06-29 13:50:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:50:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:50:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:50:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:50:33,072 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:50:33,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:50:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:50:35,339 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:50:35,513 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:50:35,516 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:50:35,519 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:50:35,521 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:50:35,563 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:50:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:50:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:14.835653+00:00 (in 38.823556 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:50:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:36 UTC)" (scheduled at 2023-06-29 13:50:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:50:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:50:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:50:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:50:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:46.710348+00:00 (in 9.999518 seconds)
gcworker stdout | 2023-06-29 13:50:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:46 UTC)" (scheduled at 2023-06-29 13:50:36.710348+00:00)
gcworker stdout | 2023-06-29 13:50:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837036711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:50:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:50:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:50:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:50:36,723 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:50:36,779 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:50:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:50:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:03.062807+00:00 (in 24.904425 seconds)
securityworker stdout | 2023-06-29 13:50:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:08 UTC)" (scheduled at 2023-06-29 13:50:38.157912+00:00)
securityworker stdout | 2023-06-29 13:50:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:50:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:50:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:50:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:50:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:50:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:50:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:50:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:50:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:50:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:50:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 45, 38, 165041), 1, 2])
securityworker stdout | 2023-06-29 13:50:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:50:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:50:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 45, 38, 165041), 1, 2])
securityworker stdout | 2023-06-29 13:50:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:50:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:50:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:50:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:50:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:50:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:50:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:50:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:50:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:50:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:50:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:58.014887+00:00 (in 19.786656 seconds)
repositorygcworker stdout | 2023-06-29 13:50:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:38 UTC)" (scheduled at 2023-06-29 13:50:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:50:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:50:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:50:38,652 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:50:38,654 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:50:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:50.109381+00:00 (in 9.999498 seconds)
notificationworker stdout | 2023-06-29 13:50:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:50 UTC)" (scheduled at 2023-06-29 13:50:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:50:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:50:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 40, 110307), True, datetime.datetime(2023, 6, 29, 13, 50, 40, 110307), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:50:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:50:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:50:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:50:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:50:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:04.217001+00:00 (in 24.083926 seconds)
namespacegcworker stdout | 2023-06-29 13:50:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:40 UTC)" (scheduled at 2023-06-29 13:50:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:50:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:50:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 40, 133485), True, datetime.datetime(2023, 6, 29, 13, 50, 40, 133485), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:50:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:50:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:50:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:50:40,169 [196] [DEBUG] [app] Starting request: urn:request:2ca84e43-caa8-4bb4-a5ae-3b14bc1ac8c1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:40,169 [195] [DEBUG] [app] Starting request: urn:request:a175735f-718c-4fa1-9361-6c9dee408219 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:40,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:50:40,172 [221] [DEBUG] [app] Starting request: urn:request:6802f42d-4823-4094-8c49-53e855053343 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:40,172 [218] [DEBUG] [app] Starting request: urn:request:d6e00c27-985f-40a8-b871-a018a7049aa9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:40,173 [221] [DEBUG] [app] Ending request: urn:request:6802f42d-4823-4094-8c49-53e855053343 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6802f42d-4823-4094-8c49-53e855053343', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:40,173 [218] [DEBUG] [app] Ending request: urn:request:d6e00c27-985f-40a8-b871-a018a7049aa9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d6e00c27-985f-40a8-b871-a018a7049aa9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:50:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:50:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:40,176 [194] [DEBUG] [app] Starting request: urn:request:2468cafa-21fa-471f-8c5c-ce7f42776718 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:40,176 [194] [DEBUG] [app] Ending request: urn:request:2468cafa-21fa-471f-8c5c-ce7f42776718 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2468cafa-21fa-471f-8c5c-ce7f42776718', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:50:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:50:40,177 [193] [DEBUG] [app] Starting request: urn:request:6803413a-0d69-4ce0-ae68-d7babf4d58cb (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:40,177 [193] [DEBUG] [app] Ending request: urn:request:6803413a-0d69-4ce0-ae68-d7babf4d58cb (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6803413a-0d69-4ce0-ae68-d7babf4d58cb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:50:40,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:40,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:50:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:40,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:40,183 [195] [DEBUG] [app] Ending request: urn:request:a175735f-718c-4fa1-9361-6c9dee408219 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a175735f-718c-4fa1-9361-6c9dee408219', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:50:40,184 [196] [DEBUG] [app] Ending request: urn:request:2ca84e43-caa8-4bb4-a5ae-3b14bc1ac8c1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2ca84e43-caa8-4bb4-a5ae-3b14bc1ac8c1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:40,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
chunkcleanupworker stdout | 2023-06-29 13:50:40,278 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:50:41,691 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 13:50:43,296 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 13:50:43,319 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 13:50:43,657 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:50:44,149 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:50:45,808 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:50:46,147 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:50:46,150 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:50:46,153 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:50:46,156 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:50:46,159 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:50:46,163 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:50:46,166 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:50:46,171 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:50:46,177 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:50:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:50:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:16.328917+00:00 (in 29.999487 seconds)
buildlogsarchiver stdout | 2023-06-29 13:50:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:16 UTC)" (scheduled at 2023-06-29 13:50:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:50:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 50, 46, 329855), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:50:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:50:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:50:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:50:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:50:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:50:56.710348+00:00 (in 9.999505 seconds)
gcworker stdout | 2023-06-29 13:50:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:56 UTC)" (scheduled at 2023-06-29 13:50:46.710348+00:00)
gcworker stdout | 2023-06-29 13:50:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837046711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:50:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:50:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:50:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:50:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:50:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:50:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:46.720304+00:00 (in 59.999489 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:50:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:46 UTC)" (scheduled at 2023-06-29 13:50:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:50:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:50:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:50:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:50:47,014 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:50:47,190 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:50:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:50:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:02.336465+00:00 (in 14.999508 seconds)
quotatotalworker stdout | 2023-06-29 13:50:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:02 UTC)" (scheduled at 2023-06-29 13:50:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:50:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:50:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:50:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:02 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:50:47,491 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:50:47,527 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:50:47,529 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:50:47,533 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
repositorygcworker stdout | 2023-06-29 13:50:47,561 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:50:48,691 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:50:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:50:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:00.109381+00:00 (in 9.999518 seconds)
notificationworker stdout | 2023-06-29 13:50:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:00 UTC)" (scheduled at 2023-06-29 13:50:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:50:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:50:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 50, 110281), True, datetime.datetime(2023, 6, 29, 13, 50, 50, 110281), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:50:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:50:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:50:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:50:50,326 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:50:50,343 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:50:50,885 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:50:50,925 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:50:55,169 [194] [DEBUG] [app] Starting request: urn:request:898b2f08-1f80-4eec-bdd3-bcbe997c8f8d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:55,169 [195] [DEBUG] [app] Starting request: urn:request:849a1e32-39f3-4033-a221-978d953ce2cd (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:50:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:50:55,173 [221] [DEBUG] [app] Starting request: urn:request:ac8ced3f-4b9a-45a1-a364-46d167834203 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:55,173 [208] [DEBUG] [app] Starting request: urn:request:e14369c4-2ca5-4c91-8f89-54328dcade16 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:50:55,173 [208] [DEBUG] [app] Ending request: urn:request:e14369c4-2ca5-4c91-8f89-54328dcade16 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e14369c4-2ca5-4c91-8f89-54328dcade16', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:55,173 [221] [DEBUG] [app] Ending request: urn:request:ac8ced3f-4b9a-45a1-a364-46d167834203 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ac8ced3f-4b9a-45a1-a364-46d167834203', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:50:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:50:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:50:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:55,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:50:55,176 [193] [DEBUG] [app] Starting request: urn:request:ba6de90a-68b3-4668-b7ba-3a703b9d6b67 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:55,177 [193] [DEBUG] [app] Ending request: urn:request:ba6de90a-68b3-4668-b7ba-3a703b9d6b67 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ba6de90a-68b3-4668-b7ba-3a703b9d6b67', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:50:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:50:55,177 [196] [DEBUG] [app] Starting request: urn:request:0733c050-af7e-4fb2-a743-a79d50e0c9a7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:50:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:50:55,177 [196] [DEBUG] [app] Ending request: urn:request:0733c050-af7e-4fb2-a743-a79d50e0c9a7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0733c050-af7e-4fb2-a743-a79d50e0c9a7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:50:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:55,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:50:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:50:55,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:50:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:50:55,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:50:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:55,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:50:55,183 [195] [DEBUG] [app] Ending request: urn:request:849a1e32-39f3-4033-a221-978d953ce2cd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:849a1e32-39f3-4033-a221-978d953ce2cd', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:50:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:50:55,184 [194] [DEBUG] [app] Ending request: urn:request:898b2f08-1f80-4eec-bdd3-bcbe997c8f8d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:898b2f08-1f80-4eec-bdd3-bcbe997c8f8d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:50:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:50:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:50:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:50:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:50:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:50:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:06.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:50:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:06 UTC)" (scheduled at 2023-06-29 13:50:56.710348+00:00)
gcworker stdout | 2023-06-29 13:50:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837056711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:50:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:50:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:50:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:50:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:50:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:38.227751+00:00 (in 40.212331 seconds)
repositorygcworker stdout | 2023-06-29 13:50:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:58 UTC)" (scheduled at 2023-06-29 13:50:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:50:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:50:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 50, 58, 15844), True, datetime.datetime(2023, 6, 29, 13, 50, 58, 15844), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:50:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:50:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:50:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:51:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:50:59,529 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:51:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:10.109381+00:00 (in 9.999519 seconds)
notificationworker stdout | 2023-06-29 13:51:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:10 UTC)" (scheduled at 2023-06-29 13:51:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:51:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:51:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 0, 110354), True, datetime.datetime(2023, 6, 29, 13, 51, 0, 110354), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:51:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:51:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:51:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:51:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:17.336465+00:00 (in 14.999502 seconds)
quotatotalworker stdout | 2023-06-29 13:51:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:17 UTC)" (scheduled at 2023-06-29 13:51:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:51:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:51:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:51:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:51:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:51:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:08.157912+00:00 (in 5.094596 seconds)
securityworker stdout | 2023-06-29 13:51:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:33 UTC)" (scheduled at 2023-06-29 13:51:03.062807+00:00)
securityworker stdout | 2023-06-29 13:51:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:51:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:51:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:51:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:51:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:51:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:51:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:51:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:51:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:40.132615+00:00 (in 35.915094 seconds)
namespacegcworker stdout | 2023-06-29 13:51:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:04 UTC)" (scheduled at 2023-06-29 13:51:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:51:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:51:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:51:05,376 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:51:05,521 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:51:05,524 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:51:05,527 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:51:05,530 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:51:05,571 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:51:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:51:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:16.710348+00:00 (in 9.999456 seconds)
gcworker stdout | 2023-06-29 13:51:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:16 UTC)" (scheduled at 2023-06-29 13:51:06.710348+00:00)
gcworker stdout | 2023-06-29 13:51:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837066711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:51:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:51:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:51:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:51:06,760 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:51:06,813 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:51:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:51:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:26.236566+00:00 (in 18.127218 seconds)
exportactionlogsworker stdout | 2023-06-29 13:51:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:08 UTC)" (scheduled at 2023-06-29 13:51:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:51:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:51:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 8, 109816), True, datetime.datetime(2023, 6, 29, 13, 51, 8, 109816), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:51:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:51:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:51:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:51:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:51:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:33.062807+00:00 (in 24.904382 seconds)
securityworker stdout | 2023-06-29 13:51:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:38 UTC)" (scheduled at 2023-06-29 13:51:08.157912+00:00)
securityworker stdout | 2023-06-29 13:51:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:51:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:51:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:51:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:51:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:51:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:51:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:51:08,167 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:51:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:51:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:51:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 46, 8, 164185), 1, 2])
securityworker stdout | 2023-06-29 13:51:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:51:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:51:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 46, 8, 164185), 1, 2])
securityworker stdout | 2023-06-29 13:51:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:51:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:51:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:51:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:51:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:51:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:51:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:51:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:51:08,665 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:51:08,685 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:51:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:10.614040+00:00 (in 0.504121 seconds)
notificationworker stdout | 2023-06-29 13:51:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:20 UTC)" (scheduled at 2023-06-29 13:51:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:51:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:51:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 10, 110382), True, datetime.datetime(2023, 6, 29, 13, 51, 10, 110382), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:51:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:51:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:51:10,169 [196] [DEBUG] [app] Starting request: urn:request:fa6b7be1-45dc-4fb7-bc43-5069fb3ea2a7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:10,169 [193] [DEBUG] [app] Starting request: urn:request:2e66dd7e-2cf9-4b45-aadf-6939574a566a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:10,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:10,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:51:10,172 [208] [DEBUG] [app] Starting request: urn:request:816df083-829c-42bb-a772-53cdca5a853a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:10,172 [213] [DEBUG] [app] Starting request: urn:request:4d4a1ad9-b92d-465f-b950-15c73bfeb06e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:10,172 [213] [DEBUG] [app] Ending request: urn:request:4d4a1ad9-b92d-465f-b950-15c73bfeb06e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4d4a1ad9-b92d-465f-b950-15c73bfeb06e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:10,173 [208] [DEBUG] [app] Ending request: urn:request:816df083-829c-42bb-a772-53cdca5a853a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:816df083-829c-42bb-a772-53cdca5a853a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:10,173 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:51:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:10,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:10,175 [196] [DEBUG] [app] Starting request: urn:request:6ee3da51-34c4-4392-934d-2ed545b0f208 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:10,176 [195] [DEBUG] [app] Starting request: urn:request:c5142b20-6bce-4957-ba8b-87c43b5c8ddd (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:10,176 [196] [DEBUG] [app] Ending request: urn:request:6ee3da51-34c4-4392-934d-2ed545b0f208 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6ee3da51-34c4-4392-934d-2ed545b0f208', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:51:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:10,176 [195] [DEBUG] [app] Ending request: urn:request:c5142b20-6bce-4957-ba8b-87c43b5c8ddd (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c5142b20-6bce-4957-ba8b-87c43b5c8ddd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:51:10,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:10,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:10,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:51:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:10,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:10,182 [196] [DEBUG] [app] Ending request: urn:request:fa6b7be1-45dc-4fb7-bc43-5069fb3ea2a7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fa6b7be1-45dc-4fb7-bc43-5069fb3ea2a7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:10,182 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:10,182 [193] [DEBUG] [app] Ending request: urn:request:2e66dd7e-2cf9-4b45-aadf-6939574a566a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2e66dd7e-2cf9-4b45-aadf-6939574a566a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:51:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:51:10,316 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:51:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:20.109381+00:00 (in 9.494859 seconds)
notificationworker stdout | 2023-06-29 13:51:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:10 UTC)" (scheduled at 2023-06-29 13:51:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:51:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:51:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:51:11,728 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:51:13,332 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:51:13,335 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:51:13,694 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:51:14,179 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:36.011593+00:00 (in 21.175470 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:14 UTC)" (scheduled at 2023-06-29 13:51:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 14, 836514), True, datetime.datetime(2023, 6, 29, 13, 51, 14, 836514), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:51:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:51:15,845 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:51:16,157 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:51:16,160 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:51:16,164 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:51:16,167 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:51:16,170 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:51:16,173 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:51:16,175 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:51:16,178 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:51:16,190 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:51:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:51:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:46.328917+00:00 (in 29.999459 seconds)
buildlogsarchiver stdout | 2023-06-29 13:51:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:46 UTC)" (scheduled at 2023-06-29 13:51:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:51:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 51, 16, 329849), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:51:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:51:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:51:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:51:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:51:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:51:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:26.710348+00:00 (in 9.999485 seconds)
gcworker stdout | 2023-06-29 13:51:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:26 UTC)" (scheduled at 2023-06-29 13:51:16.710348+00:00)
gcworker stdout | 2023-06-29 13:51:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837076711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:51:16,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:51:16,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:51:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:51:17,051 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:51:17,215 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:51:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:51:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:32.336465+00:00 (in 14.999570 seconds)
quotatotalworker stdout | 2023-06-29 13:51:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:32 UTC)" (scheduled at 2023-06-29 13:51:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:51:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:51:17,343 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:51:17,343 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:32 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:51:17,527 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:51:17,535 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:51:17,539 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:51:17,541 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
repositorygcworker stdout | 2023-06-29 13:51:17,597 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:51:18,730 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:51:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:30.109381+00:00 (in 9.999565 seconds)
notificationworker stdout | 2023-06-29 13:51:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:30 UTC)" (scheduled at 2023-06-29 13:51:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:51:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:51:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 20, 110265), True, datetime.datetime(2023, 6, 29, 13, 51, 20, 110265), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:51:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:51:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:51:20,348 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:51:20,368 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:51:20,923 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:51:20,962 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:51:25,169 [193] [DEBUG] [app] Starting request: urn:request:f8e940bd-1c6c-4ab7-a3b0-501d4d55f2a1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:25,169 [195] [DEBUG] [app] Starting request: urn:request:ce70939b-deae-4aa8-b562-48b777b3f897 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:51:25,172 [208] [DEBUG] [app] Starting request: urn:request:f5cd9da1-eeec-4c94-ab6c-dc3b32c362df (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:25,172 [221] [DEBUG] [app] Starting request: urn:request:f9f71c75-c461-4bb9-823b-5070f2581342 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:25,173 [208] [DEBUG] [app] Ending request: urn:request:f5cd9da1-eeec-4c94-ab6c-dc3b32c362df (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f5cd9da1-eeec-4c94-ab6c-dc3b32c362df', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:25,173 [221] [DEBUG] [app] Ending request: urn:request:f9f71c75-c461-4bb9-823b-5070f2581342 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f9f71c75-c461-4bb9-823b-5070f2581342', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:51:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:25,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:51:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:25,176 [196] [DEBUG] [app] Starting request: urn:request:8869177c-0049-414d-a9d0-0df0c5011e7a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:25,176 [194] [DEBUG] [app] Starting request: urn:request:34743117-0430-45de-97be-0116cc1b2ffc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:25,176 [196] [DEBUG] [app] Ending request: urn:request:8869177c-0049-414d-a9d0-0df0c5011e7a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8869177c-0049-414d-a9d0-0df0c5011e7a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:51:25,176 [194] [DEBUG] [app] Ending request: urn:request:34743117-0430-45de-97be-0116cc1b2ffc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:34743117-0430-45de-97be-0116cc1b2ffc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:51:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:51:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:25,184 [195] [DEBUG] [app] Ending request: urn:request:ce70939b-deae-4aa8-b562-48b777b3f897 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ce70939b-deae-4aa8-b562-48b777b3f897', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:25,184 [193] [DEBUG] [app] Ending request: urn:request:f8e940bd-1c6c-4ab7-a3b0-501d4d55f2a1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f8e940bd-1c6c-4ab7-a3b0-501d4d55f2a1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:51:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 13:51:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:51:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:08.108858+00:00 (in 41.871748 seconds)
exportactionlogsworker stdout | 2023-06-29 13:51:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:26 UTC)" (scheduled at 2023-06-29 13:51:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:51:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:51:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:51:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:51:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:36.710348+00:00 (in 9.999526 seconds)
gcworker stdout | 2023-06-29 13:51:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:36 UTC)" (scheduled at 2023-06-29 13:51:26.710348+00:00)
gcworker stdout | 2023-06-29 13:51:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837086711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:51:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:51:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:51:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:51:29,566 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:51:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:39.613650+00:00 (in 9.503781 seconds)
notificationworker stdout | 2023-06-29 13:51:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:40 UTC)" (scheduled at 2023-06-29 13:51:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:51:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:51:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 30, 110311), True, datetime.datetime(2023, 6, 29, 13, 51, 30, 110311), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:51:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:51:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:51:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:51:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:47.336465+00:00 (in 14.999515 seconds)
quotatotalworker stdout | 2023-06-29 13:51:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:47 UTC)" (scheduled at 2023-06-29 13:51:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:51:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:51:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:51:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:51:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:51:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:51:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:38.157912+00:00 (in 5.094622 seconds)
securityworker stdout | 2023-06-29 13:51:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:03 UTC)" (scheduled at 2023-06-29 13:51:33.062807+00:00)
securityworker stdout | 2023-06-29 13:51:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:51:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:51:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:51:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:51:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:51:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:51:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:51:35,413 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:51:35,527 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:51:35,532 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:51:35,534 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:51:35,537 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:51:35,577 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:51:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:51:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:14.835653+00:00 (in 38.823571 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:51:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:36 UTC)" (scheduled at 2023-06-29 13:51:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:51:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:51:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:51:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:51:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:46.710348+00:00 (in 9.999535 seconds)
gcworker stdout | 2023-06-29 13:51:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:46 UTC)" (scheduled at 2023-06-29 13:51:36.710348+00:00)
gcworker stdout | 2023-06-29 13:51:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837096711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:51:36,716 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:51:36,716 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:51:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:51:36,783 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:51:36,838 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:51:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:51:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:03.062807+00:00 (in 24.904397 seconds)
securityworker stdout | 2023-06-29 13:51:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:08 UTC)" (scheduled at 2023-06-29 13:51:38.157912+00:00)
securityworker stdout | 2023-06-29 13:51:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:51:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:51:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:51:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:51:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:51:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:51:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:51:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:51:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:51:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:51:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 46, 38, 165027), 1, 2])
securityworker stdout | 2023-06-29 13:51:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:51:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:51:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 46, 38, 165027), 1, 2])
securityworker stdout | 2023-06-29 13:51:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:51:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:51:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:51:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:51:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:51:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:51:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:51:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:51:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:51:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:51:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:58.014887+00:00 (in 19.786657 seconds)
repositorygcworker stdout | 2023-06-29 13:51:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:38 UTC)" (scheduled at 2023-06-29 13:51:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:51:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:51:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:51:38,702 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:51:38,720 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:51:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:40.109381+00:00 (in 0.495237 seconds)
notificationworker stdout | 2023-06-29 13:51:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:56:39 UTC)" (scheduled at 2023-06-29 13:51:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:51:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 51, 39, 614554), 'notification/%'])
notificationworker stdout | 2023-06-29 13:51:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 51, 39, 614554), True, datetime.datetime(2023, 6, 29, 13, 51, 39, 614554), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:51:39,621 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 51, 39, 614554), True, datetime.datetime(2023, 6, 29, 13, 51, 39, 614554), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 51, 39, 614554), 'notification/%'])
notificationworker stdout | 2023-06-29 13:51:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:56:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:51:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:50.109381+00:00 (in 9.999553 seconds)
notificationworker stdout | 2023-06-29 13:51:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:50 UTC)" (scheduled at 2023-06-29 13:51:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:51:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:51:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 40, 110273), True, datetime.datetime(2023, 6, 29, 13, 51, 40, 110273), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:51:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:51:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:51:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:51:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:04.217001+00:00 (in 24.083908 seconds)
namespacegcworker stdout | 2023-06-29 13:51:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:40 UTC)" (scheduled at 2023-06-29 13:51:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:51:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:51:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 40, 133504), True, datetime.datetime(2023, 6, 29, 13, 51, 40, 133504), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:51:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:51:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:51:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:51:40,169 [196] [DEBUG] [app] Starting request: urn:request:df892c54-db6e-4182-8ecb-3d271e99fd94 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:40,169 [195] [DEBUG] [app] Starting request: urn:request:02a7da79-39e4-4489-b86b-c1216d516b0c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:51:40,172 [221] [DEBUG] [app] Starting request: urn:request:b31fcb98-7892-42e6-8c7f-91d34445aac7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:40,173 [208] [DEBUG] [app] Starting request: urn:request:f67fa645-9089-447f-8730-2e24d2341723 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:40,173 [208] [DEBUG] [app] Ending request: urn:request:f67fa645-9089-447f-8730-2e24d2341723 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f67fa645-9089-447f-8730-2e24d2341723', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:40,173 [221] [DEBUG] [app] Ending request: urn:request:b31fcb98-7892-42e6-8c7f-91d34445aac7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b31fcb98-7892-42e6-8c7f-91d34445aac7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:51:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:51:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:40,176 [196] [DEBUG] [app] Starting request: urn:request:06dce3f4-b387-4451-bea8-c2f659ac57a7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:40,176 [193] [DEBUG] [app] Starting request: urn:request:9776d1f8-7240-4ac7-a73b-af5c2aa9116f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:40,176 [196] [DEBUG] [app] Ending request: urn:request:06dce3f4-b387-4451-bea8-c2f659ac57a7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:06dce3f4-b387-4451-bea8-c2f659ac57a7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:51:40,177 [193] [DEBUG] [app] Ending request: urn:request:9776d1f8-7240-4ac7-a73b-af5c2aa9116f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9776d1f8-7240-4ac7-a73b-af5c2aa9116f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:51:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:40,183 [195] [DEBUG] [app] Ending request: urn:request:02a7da79-39e4-4489-b86b-c1216d516b0c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:02a7da79-39e4-4489-b86b-c1216d516b0c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:40,183 [196] [DEBUG] [app] Ending request: urn:request:df892c54-db6e-4182-8ecb-3d271e99fd94 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:df892c54-db6e-4182-8ecb-3d271e99fd94', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:51:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:51:40,348 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:51:41,765 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:51:43,350 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:51:43,371 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:51:43,709 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:51:44,216 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:51:45,881 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:51:46,166 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:51:46,168 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:51:46,172 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:51:46,174 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:51:46,178 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:51:46,180 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:51:46,183 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:51:46,189 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:51:46,200 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:51:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:51:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:16.328917+00:00 (in 29.999485 seconds)
buildlogsarchiver stdout | 2023-06-29 13:51:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:16 UTC)" (scheduled at 2023-06-29 13:51:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:51:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 51, 46, 329838), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:51:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:51:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:51:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:51:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:51:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:51:56.710348+00:00 (in 9.999515 seconds)
gcworker stdout | 2023-06-29 13:51:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:56 UTC)" (scheduled at 2023-06-29 13:51:46.710348+00:00)
gcworker stdout | 2023-06-29 13:51:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837106711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:51:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:51:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:51:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:51:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:51:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:51:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:46.720304+00:00 (in 59.999566 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:51:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:46 UTC)" (scheduled at 2023-06-29 13:51:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:51:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:51:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:51:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:51:47,088 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:51:47,251 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:51:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:51:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:02.336465+00:00 (in 14.999474 seconds)
quotatotalworker stdout | 2023-06-29 13:51:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:02 UTC)" (scheduled at 2023-06-29 13:51:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:51:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:51:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:51:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:02 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:51:47,544 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
securityworker stdout | 2023-06-29 13:51:47,547 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
gunicorn-secscan stdout | 2023-06-29 13:51:47,549 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:51:47,552 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
repositorygcworker stdout | 2023-06-29 13:51:47,633 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:51:48,762 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:51:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:51:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:00.109381+00:00 (in 9.999512 seconds)
notificationworker stdout | 2023-06-29 13:51:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:00 UTC)" (scheduled at 2023-06-29 13:51:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:51:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:51:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 50, 110348), True, datetime.datetime(2023, 6, 29, 13, 51, 50, 110348), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:51:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:51:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:51:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:51:50,385 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:51:50,405 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:51:50,960 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:51:50,998 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:51:55,170 [194] [DEBUG] [app] Starting request: urn:request:433f6fa1-adf6-410a-bddd-b8a950a5f1fa (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:55,170 [196] [DEBUG] [app] Starting request: urn:request:19f36e17-9300-49cb-9c3d-19074a224427 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:51:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:51:55,173 [218] [DEBUG] [app] Starting request: urn:request:4374d0c4-3d56-431c-bcdb-5f627c5c48b8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:55,173 [217] [DEBUG] [app] Starting request: urn:request:a5a42d7d-a185-498d-a68a-1e5c2d110445 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:51:55,173 [217] [DEBUG] [app] Ending request: urn:request:a5a42d7d-a185-498d-a68a-1e5c2d110445 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a5a42d7d-a185-498d-a68a-1e5c2d110445', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:55,173 [218] [DEBUG] [app] Ending request: urn:request:4374d0c4-3d56-431c-bcdb-5f627c5c48b8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4374d0c4-3d56-431c-bcdb-5f627c5c48b8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:51:55,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:51:55,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:51:55,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:51:55,177 [195] [DEBUG] [app] Starting request: urn:request:de381ef3-b250-4f20-844d-b707e31ac06b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:55,177 [193] [DEBUG] [app] Starting request: urn:request:c88f1e0d-a7b0-4537-bfa2-0195930def9e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:51:55,177 [195] [DEBUG] [app] Ending request: urn:request:de381ef3-b250-4f20-844d-b707e31ac06b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:de381ef3-b250-4f20-844d-b707e31ac06b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:51:55,177 [193] [DEBUG] [app] Ending request: urn:request:c88f1e0d-a7b0-4537-bfa2-0195930def9e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c88f1e0d-a7b0-4537-bfa2-0195930def9e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:51:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:51:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:51:55,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:51:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:51:55,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:51:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:55,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:51:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:55,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:51:55,184 [194] [DEBUG] [app] Ending request: urn:request:433f6fa1-adf6-410a-bddd-b8a950a5f1fa (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:433f6fa1-adf6-410a-bddd-b8a950a5f1fa', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:55,184 [196] [DEBUG] [app] Ending request: urn:request:19f36e17-9300-49cb-9c3d-19074a224427 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:19f36e17-9300-49cb-9c3d-19074a224427', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:51:55,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:51:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:51:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:51:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:51:55,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:51:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:51:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:51:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:06.710348+00:00 (in 9.999479 seconds)
gcworker stdout | 2023-06-29 13:51:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:06 UTC)" (scheduled at 2023-06-29 13:51:56.710348+00:00)
gcworker stdout | 2023-06-29 13:51:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837116711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:51:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:51:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:51:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:51:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:51:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:38.227751+00:00 (in 40.212421 seconds)
repositorygcworker stdout | 2023-06-29 13:51:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:58 UTC)" (scheduled at 2023-06-29 13:51:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:51:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:51:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 51, 58, 15763), True, datetime.datetime(2023, 6, 29, 13, 51, 58, 15763), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:51:58,020 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:51:58,020 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:51:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:52:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:51:59,584 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:52:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:10.109381+00:00 (in 9.999473 seconds)
notificationworker stdout | 2023-06-29 13:52:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:10 UTC)" (scheduled at 2023-06-29 13:52:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:52:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:52:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 0, 110422), True, datetime.datetime(2023, 6, 29, 13, 52, 0, 110422), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:52:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:52:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:52:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:52:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:52:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:17.336465+00:00 (in 14.999409 seconds)
quotatotalworker stdout | 2023-06-29 13:52:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:17 UTC)" (scheduled at 2023-06-29 13:52:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:52:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:52:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:52:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:52:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:52:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:08.157912+00:00 (in 5.094589 seconds)
securityworker stdout | 2023-06-29 13:52:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:33 UTC)" (scheduled at 2023-06-29 13:52:03.062807+00:00)
securityworker stdout | 2023-06-29 13:52:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:52:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:52:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:52:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:52:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:52:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:52:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:52:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:52:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:40.132615+00:00 (in 35.915125 seconds)
namespacegcworker stdout | 2023-06-29 13:52:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:04 UTC)" (scheduled at 2023-06-29 13:52:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:52:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:52:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:52:05,450 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:52:05,534 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:52:05,539 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:52:05,543 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:52:05,546 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:52:05,585 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:52:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:52:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:16.710348+00:00 (in 9.999453 seconds)
gcworker stdout | 2023-06-29 13:52:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:16 UTC)" (scheduled at 2023-06-29 13:52:06.710348+00:00)
gcworker stdout | 2023-06-29 13:52:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837126711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:52:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:52:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:52:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:52:06,820 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:52:06,873 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:52:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:52:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:26.236566+00:00 (in 18.127183 seconds)
exportactionlogsworker stdout | 2023-06-29 13:52:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:08 UTC)" (scheduled at 2023-06-29 13:52:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:52:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:52:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 8, 109843), True, datetime.datetime(2023, 6, 29, 13, 52, 8, 109843), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:52:08,116 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:52:08,116 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:52:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:52:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:52:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:33.062807+00:00 (in 24.904355 seconds)
securityworker stdout | 2023-06-29 13:52:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:38 UTC)" (scheduled at 2023-06-29 13:52:08.157912+00:00)
securityworker stdout | 2023-06-29 13:52:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:52:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:52:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:52:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:52:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:52:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:52:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:52:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:52:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:52:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:52:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 47, 8, 164652), 1, 2])
securityworker stdout | 2023-06-29 13:52:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:52:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:52:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 47, 8, 164652), 1, 2])
securityworker stdout | 2023-06-29 13:52:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:52:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:52:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:52:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:52:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:52:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:52:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:52:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:52:08,730 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:52:08,735 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:52:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:10.614040+00:00 (in 0.504051 seconds)
notificationworker stdout | 2023-06-29 13:52:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:20 UTC)" (scheduled at 2023-06-29 13:52:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:52:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:52:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 10, 110473), True, datetime.datetime(2023, 6, 29, 13, 52, 10, 110473), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:52:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:52:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:52:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:52:10,169 [193] [DEBUG] [app] Starting request: urn:request:c44ce96f-fc63-4c79-ad4f-fa2d8ea076ff (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:10,169 [194] [DEBUG] [app] Starting request: urn:request:a4dd102b-b9c6-4a97-881b-4fa4028bd53c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:52:10,172 [221] [DEBUG] [app] Starting request: urn:request:bdfc7daf-f831-4b82-89ef-3553d18b8dab (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:10,172 [208] [DEBUG] [app] Starting request: urn:request:8b186215-7854-4a7c-b169-35839968da79 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:10,173 [221] [DEBUG] [app] Ending request: urn:request:bdfc7daf-f831-4b82-89ef-3553d18b8dab (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bdfc7daf-f831-4b82-89ef-3553d18b8dab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:10,173 [208] [DEBUG] [app] Ending request: urn:request:8b186215-7854-4a7c-b169-35839968da79 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8b186215-7854-4a7c-b169-35839968da79', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:52:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:52:10,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:10,176 [195] [DEBUG] [app] Starting request: urn:request:445c97bf-d143-464f-9e68-f41fc4b56e2c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:10,176 [196] [DEBUG] [app] Starting request: urn:request:9f963a6c-a39f-476c-afeb-bf40c6ac44d3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:10,177 [196] [DEBUG] [app] Ending request: urn:request:9f963a6c-a39f-476c-afeb-bf40c6ac44d3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9f963a6c-a39f-476c-afeb-bf40c6ac44d3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:52:10,177 [195] [DEBUG] [app] Ending request: urn:request:445c97bf-d143-464f-9e68-f41fc4b56e2c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:445c97bf-d143-464f-9e68-f41fc4b56e2c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:52:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:10,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:10,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:10,183 [193] [DEBUG] [app] Ending request: urn:request:c44ce96f-fc63-4c79-ad4f-fa2d8ea076ff (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c44ce96f-fc63-4c79-ad4f-fa2d8ea076ff', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:10,183 [194] [DEBUG] [app] Ending request: urn:request:a4dd102b-b9c6-4a97-881b-4fa4028bd53c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a4dd102b-b9c6-4a97-881b-4fa4028bd53c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:52:10,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:52:10,385 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:52:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:20.109381+00:00 (in 9.494857 seconds)
notificationworker stdout | 2023-06-29 13:52:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:10 UTC)" (scheduled at 2023-06-29 13:52:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:52:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:52:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:52:11,802 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:52:13,362 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:52:13,408 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:52:13,746 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:52:14,253 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:30.011377+00:00 (in 15.175245 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:14 UTC)" (scheduled at 2023-06-29 13:52:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 14, 836549), True, datetime.datetime(2023, 6, 29, 13, 52, 14, 836549), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:52:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:52:15,907 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:52:16,177 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:52:16,181 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:52:16,184 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:52:16,187 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:52:16,190 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:52:16,193 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:52:16,195 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:52:16,200 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:52:16,211 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:52:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:52:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:46.328917+00:00 (in 29.999494 seconds)
buildlogsarchiver stdout | 2023-06-29 13:52:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:46 UTC)" (scheduled at 2023-06-29 13:52:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:52:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 52, 16, 329911), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:52:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:52:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:52:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:52:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:52:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:52:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:26.710348+00:00 (in 9.999382 seconds)
gcworker stdout | 2023-06-29 13:52:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:26 UTC)" (scheduled at 2023-06-29 13:52:16.710348+00:00)
gcworker stdout | 2023-06-29 13:52:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837136711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:52:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:52:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:52:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:52:17,100 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:52:17,283 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:52:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:52:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:32.336465+00:00 (in 14.999530 seconds)
quotatotalworker stdout | 2023-06-29 13:52:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:32 UTC)" (scheduled at 2023-06-29 13:52:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:52:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:52:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:52:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:32 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:52:17,553 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:52:17,556 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:52:17,559 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:52:17,576 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:52:17,670 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:52:18,780 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:52:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:30.109381+00:00 (in 9.999564 seconds)
notificationworker stdout | 2023-06-29 13:52:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:30 UTC)" (scheduled at 2023-06-29 13:52:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:52:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:52:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 20, 110278), True, datetime.datetime(2023, 6, 29, 13, 52, 20, 110278), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:52:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:52:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:52:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:52:20,410 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:52:20,416 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:52:20,981 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:52:21,016 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:52:25,169 [193] [DEBUG] [app] Starting request: urn:request:9d726bb4-6ab7-4ba9-b1eb-c8766980b83f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:25,169 [195] [DEBUG] [app] Starting request: urn:request:7bcfc3d0-ebbc-40f2-9e17-19d197d5e2c1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:25,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:52:25,172 [221] [DEBUG] [app] Starting request: urn:request:c5548b58-954f-4a4e-9702-4cd29325132c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:25,172 [215] [DEBUG] [app] Starting request: urn:request:8b927b45-ba8e-45de-a364-7fd034cb1aff (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:25,173 [221] [DEBUG] [app] Ending request: urn:request:c5548b58-954f-4a4e-9702-4cd29325132c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c5548b58-954f-4a4e-9702-4cd29325132c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:52:25,173 [215] [DEBUG] [app] Ending request: urn:request:8b927b45-ba8e-45de-a364-7fd034cb1aff (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8b927b45-ba8e-45de-a364-7fd034cb1aff', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:52:25,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:25,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:52:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:25,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:25,176 [195] [DEBUG] [app] Starting request: urn:request:b8e89ad0-29ec-4929-ba48-71f0c396adea (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:25,176 [196] [DEBUG] [app] Starting request: urn:request:330153bb-1cc4-42ce-88bf-542a601900f6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:25,176 [196] [DEBUG] [app] Ending request: urn:request:330153bb-1cc4-42ce-88bf-542a601900f6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:330153bb-1cc4-42ce-88bf-542a601900f6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:52:25,176 [195] [DEBUG] [app] Ending request: urn:request:b8e89ad0-29ec-4929-ba48-71f0c396adea (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b8e89ad0-29ec-4929-ba48-71f0c396adea', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:52:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:25,183 [195] [DEBUG] [app] Ending request: urn:request:7bcfc3d0-ebbc-40f2-9e17-19d197d5e2c1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7bcfc3d0-ebbc-40f2-9e17-19d197d5e2c1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:25,183 [193] [DEBUG] [app] Ending request: urn:request:9d726bb4-6ab7-4ba9-b1eb-c8766980b83f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9d726bb4-6ab7-4ba9-b1eb-c8766980b83f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:25,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:52:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:52:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:52:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:08.108858+00:00 (in 41.871751 seconds)
exportactionlogsworker stdout | 2023-06-29 13:52:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:26 UTC)" (scheduled at 2023-06-29 13:52:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:52:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:52:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:52:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:52:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:36.710348+00:00 (in 9.999418 seconds)
gcworker stdout | 2023-06-29 13:52:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:36 UTC)" (scheduled at 2023-06-29 13:52:26.710348+00:00)
gcworker stdout | 2023-06-29 13:52:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837146711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:52:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:52:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:52:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:52:29,622 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:36.011593+00:00 (in 5.999766 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:57:30 UTC)" (scheduled at 2023-06-29 13:52:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,012 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 52, 30, 12201), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,016 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 52, 30, 12201), True, datetime.datetime(2023, 6, 29, 13, 52, 30, 12201), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 52, 30, 12201), True, datetime.datetime(2023, 6, 29, 13, 52, 30, 12201), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 52, 30, 12201), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,018 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:52:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:57:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:52:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:40.109381+00:00 (in 9.999512 seconds)
notificationworker stdout | 2023-06-29 13:52:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:40 UTC)" (scheduled at 2023-06-29 13:52:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:52:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:52:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 30, 110339), True, datetime.datetime(2023, 6, 29, 13, 52, 30, 110339), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:52:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:52:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:52:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:52:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:52:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:47.336465+00:00 (in 14.999480 seconds)
quotatotalworker stdout | 2023-06-29 13:52:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:47 UTC)" (scheduled at 2023-06-29 13:52:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:52:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:52:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:52:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:52:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:52:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:52:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:38.157912+00:00 (in 5.094551 seconds)
securityworker stdout | 2023-06-29 13:52:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:03 UTC)" (scheduled at 2023-06-29 13:52:33.062807+00:00)
securityworker stdout | 2023-06-29 13:52:33,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:52:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:52:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:52:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:52:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:52:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:52:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:52:35,487 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:52:35,540 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:52:35,546 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:52:35,549 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:52:35,552 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:52:35,594 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:52:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:52:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:14.835653+00:00 (in 38.823537 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:52:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:36 UTC)" (scheduled at 2023-06-29 13:52:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:52:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:52:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:52:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:52:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:46.710348+00:00 (in 9.999446 seconds)
gcworker stdout | 2023-06-29 13:52:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:46 UTC)" (scheduled at 2023-06-29 13:52:36.710348+00:00)
gcworker stdout | 2023-06-29 13:52:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837156711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:52:36,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:52:36,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:52:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:52:36,830 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:52:36,909 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:52:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:52:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:03.062807+00:00 (in 24.904338 seconds)
securityworker stdout | 2023-06-29 13:52:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:08 UTC)" (scheduled at 2023-06-29 13:52:38.157912+00:00)
securityworker stdout | 2023-06-29 13:52:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:38,159 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:52:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:52:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:52:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:52:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:52:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:52:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:52:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:52:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:52:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:52:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 47, 38, 164875), 1, 2])
securityworker stdout | 2023-06-29 13:52:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:52:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:52:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 47, 38, 164875), 1, 2])
securityworker stdout | 2023-06-29 13:52:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:52:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:52:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:52:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:52:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:52:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:52:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:52:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:52:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:52:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:52:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:58.014887+00:00 (in 19.786614 seconds)
repositorygcworker stdout | 2023-06-29 13:52:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:38 UTC)" (scheduled at 2023-06-29 13:52:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:52:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:52:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:52:38,767 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:52:38,770 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:52:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:50.109381+00:00 (in 9.999367 seconds)
notificationworker stdout | 2023-06-29 13:52:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:50 UTC)" (scheduled at 2023-06-29 13:52:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:52:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:52:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 40, 110481), True, datetime.datetime(2023, 6, 29, 13, 52, 40, 110481), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:52:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:52:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:52:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:52:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:52:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:04.217001+00:00 (in 24.083869 seconds)
namespacegcworker stdout | 2023-06-29 13:52:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:40 UTC)" (scheduled at 2023-06-29 13:52:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:52:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:52:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 40, 133527), True, datetime.datetime(2023, 6, 29, 13, 52, 40, 133527), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:52:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:52:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:52:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:52:40,170 [195] [DEBUG] [app] Starting request: urn:request:0c67dbe4-6302-451e-8669-488759c5f9bb (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:40,170 [193] [DEBUG] [app] Starting request: urn:request:b8fb9586-cf19-49a6-bfaa-1d3782d3dd93 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:52:40,173 [221] [DEBUG] [app] Starting request: urn:request:99420445-9ecc-4d27-b0c4-9dafb7aaba85 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:40,173 [208] [DEBUG] [app] Starting request: urn:request:11a84bb1-249e-4ee6-bc94-a821ec9a9632 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:40,173 [221] [DEBUG] [app] Ending request: urn:request:99420445-9ecc-4d27-b0c4-9dafb7aaba85 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:99420445-9ecc-4d27-b0c4-9dafb7aaba85', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:40,173 [208] [DEBUG] [app] Ending request: urn:request:11a84bb1-249e-4ee6-bc94-a821ec9a9632 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:11a84bb1-249e-4ee6-bc94-a821ec9a9632', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:52:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:40,176 [196] [DEBUG] [app] Starting request: urn:request:d80b0012-26d1-4e1b-bd70-a4424edac80d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:40,176 [194] [DEBUG] [app] Starting request: urn:request:764480be-4944-461b-90c2-51437a5748e3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:40,177 [196] [DEBUG] [app] Ending request: urn:request:d80b0012-26d1-4e1b-bd70-a4424edac80d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d80b0012-26d1-4e1b-bd70-a4424edac80d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:52:40,177 [194] [DEBUG] [app] Ending request: urn:request:764480be-4944-461b-90c2-51437a5748e3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:764480be-4944-461b-90c2-51437a5748e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:52:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:40,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:40,183 [193] [DEBUG] [app] Ending request: urn:request:b8fb9586-cf19-49a6-bfaa-1d3782d3dd93 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b8fb9586-cf19-49a6-bfaa-1d3782d3dd93', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:40,183 [195] [DEBUG] [app] Ending request: urn:request:0c67dbe4-6302-451e-8669-488759c5f9bb (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0c67dbe4-6302-451e-8669-488759c5f9bb', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:40,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:52:40,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:52:40,422 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:52:41,840 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:52:43,400 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:52:43,444 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:52:43,782 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:52:44,289 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:52:45,922 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:52:46,187 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:52:46,190 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:52:46,192 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:52:46,199 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:52:46,201 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:52:46,204 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:52:46,207 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:52:46,210 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:52:46,221 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:52:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:52:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:16.328917+00:00 (in 29.999384 seconds)
buildlogsarchiver stdout | 2023-06-29 13:52:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:16 UTC)" (scheduled at 2023-06-29 13:52:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:52:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 52, 46, 330071), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:52:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:52:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:52:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:52:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:52:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:52:56.710348+00:00 (in 9.999443 seconds)
gcworker stdout | 2023-06-29 13:52:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:56 UTC)" (scheduled at 2023-06-29 13:52:46.710348+00:00)
gcworker stdout | 2023-06-29 13:52:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837166711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:52:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:52:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:52:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:52:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:52:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:52:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:46.720304+00:00 (in 59.999552 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:52:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:46 UTC)" (scheduled at 2023-06-29 13:52:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:52:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:52:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:52:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:52:47,137 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:52:47,319 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
quotatotalworker stdout | 2023-06-29 13:52:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:52:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:02.336465+00:00 (in 14.999531 seconds)
quotatotalworker stdout | 2023-06-29 13:52:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:02 UTC)" (scheduled at 2023-06-29 13:52:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:52:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:52:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:52:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:02 UTC)" executed successfully
gunicorn-secscan stdout | 2023-06-29 13:52:47,561 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:52:47,564 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:52:47,566 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:52:47,591 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:52:47,706 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:52:48,815 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:52:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:52:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:00.109381+00:00 (in 9.999489 seconds)
notificationworker stdout | 2023-06-29 13:52:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:00 UTC)" (scheduled at 2023-06-29 13:52:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:52:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:52:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 50, 110377), True, datetime.datetime(2023, 6, 29, 13, 52, 50, 110377), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:52:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:52:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:52:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:52:50,448 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:52:50,452 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:52:51,016 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:52:51,028 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:52:55,169 [193] [DEBUG] [app] Starting request: urn:request:42619a02-86cd-437b-bee2-20f10645e347 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:55,169 [196] [DEBUG] [app] Starting request: urn:request:fbddabaa-8b52-4db0-8565-c0f6ee61ec0e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:52:55,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:52:55,172 [208] [DEBUG] [app] Starting request: urn:request:13d921af-831e-400a-9acd-dd8b32106471 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:55,172 [221] [DEBUG] [app] Starting request: urn:request:cdd4668e-f3a6-4c34-a8f5-30a55ca4ad93 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:52:55,173 [221] [DEBUG] [app] Ending request: urn:request:cdd4668e-f3a6-4c34-a8f5-30a55ca4ad93 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cdd4668e-f3a6-4c34-a8f5-30a55ca4ad93', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:55,173 [208] [DEBUG] [app] Ending request: urn:request:13d921af-831e-400a-9acd-dd8b32106471 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:13d921af-831e-400a-9acd-dd8b32106471', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:52:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:52:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:52:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:52:55,176 [196] [DEBUG] [app] Starting request: urn:request:cfc18354-7d75-4015-80db-7c5a6438222b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:55,176 [195] [DEBUG] [app] Starting request: urn:request:e487b3d3-8b29-4074-bce6-2cf93ca42a08 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:52:55,176 [196] [DEBUG] [app] Ending request: urn:request:cfc18354-7d75-4015-80db-7c5a6438222b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cfc18354-7d75-4015-80db-7c5a6438222b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:52:55,176 [195] [DEBUG] [app] Ending request: urn:request:e487b3d3-8b29-4074-bce6-2cf93ca42a08 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e487b3d3-8b29-4074-bce6-2cf93ca42a08', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:52:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:52:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:52:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:52:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:52:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:52:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:52:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:52:55,183 [193] [DEBUG] [app] Ending request: urn:request:42619a02-86cd-437b-bee2-20f10645e347 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:42619a02-86cd-437b-bee2-20f10645e347', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:55,183 [196] [DEBUG] [app] Ending request: urn:request:fbddabaa-8b52-4db0-8565-c0f6ee61ec0e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fbddabaa-8b52-4db0-8565-c0f6ee61ec0e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:52:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:52:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:52:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:52:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:52:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:52:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:52:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:06.710348+00:00 (in 9.999385 seconds)
gcworker stdout | 2023-06-29 13:52:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:06 UTC)" (scheduled at 2023-06-29 13:52:56.710348+00:00)
gcworker stdout | 2023-06-29 13:52:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837176711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:52:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:52:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:52:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:52:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:52:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:30.227434+00:00 (in 32.212061 seconds)
repositorygcworker stdout | 2023-06-29 13:52:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:58 UTC)" (scheduled at 2023-06-29 13:52:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:52:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:52:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 52, 58, 15785), True, datetime.datetime(2023, 6, 29, 13, 52, 58, 15785), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:52:58,020 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:52:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:52:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:53:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:52:59,659 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:53:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:10.109381+00:00 (in 9.999486 seconds)
notificationworker stdout | 2023-06-29 13:53:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:10 UTC)" (scheduled at 2023-06-29 13:53:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:53:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:53:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 0, 110327), True, datetime.datetime(2023, 6, 29, 13, 53, 0, 110327), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:53:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:53:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:53:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:53:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:53:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:17.336465+00:00 (in 14.999512 seconds)
quotatotalworker stdout | 2023-06-29 13:53:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:17 UTC)" (scheduled at 2023-06-29 13:53:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:53:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:53:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:53:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:53:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:53:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:08.157912+00:00 (in 5.094553 seconds)
securityworker stdout | 2023-06-29 13:53:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:33 UTC)" (scheduled at 2023-06-29 13:53:03.062807+00:00)
securityworker stdout | 2023-06-29 13:53:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:53:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:53:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:53:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:53:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:53:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:53:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:53:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:53:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:40.132615+00:00 (in 35.915172 seconds)
namespacegcworker stdout | 2023-06-29 13:53:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:04 UTC)" (scheduled at 2023-06-29 13:53:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:53:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:53:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:04 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:53:05,524 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:53:05,546 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:53:05,554 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:53:05,556 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:53:05,559 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:53:05,601 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:53:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:53:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:16.710348+00:00 (in 9.999444 seconds)
gcworker stdout | 2023-06-29 13:53:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:16 UTC)" (scheduled at 2023-06-29 13:53:06.710348+00:00)
gcworker stdout | 2023-06-29 13:53:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837186711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:53:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:53:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:53:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:53:06,839 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:53:06,945 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:53:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:53:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:26.236566+00:00 (in 18.127201 seconds)
exportactionlogsworker stdout | 2023-06-29 13:53:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:08 UTC)" (scheduled at 2023-06-29 13:53:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:53:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:53:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 8, 109810), True, datetime.datetime(2023, 6, 29, 13, 53, 8, 109810), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:53:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:53:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:53:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:53:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:53:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:33.062807+00:00 (in 24.904371 seconds)
securityworker stdout | 2023-06-29 13:53:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:38 UTC)" (scheduled at 2023-06-29 13:53:08.157912+00:00)
securityworker stdout | 2023-06-29 13:53:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:53:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:53:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:53:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:53:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:53:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:53:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:53:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:53:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:53:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:53:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 48, 8, 164534), 1, 2])
securityworker stdout | 2023-06-29 13:53:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:53:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:53:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 48, 8, 164534), 1, 2])
securityworker stdout | 2023-06-29 13:53:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:53:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:53:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:53:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:53:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:53:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:53:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:53:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:53:08,794 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:53:08,805 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:53:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:10.614040+00:00 (in 0.504156 seconds)
notificationworker stdout | 2023-06-29 13:53:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:20 UTC)" (scheduled at 2023-06-29 13:53:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:53:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:53:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 10, 110360), True, datetime.datetime(2023, 6, 29, 13, 53, 10, 110360), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:53:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:53:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:53:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:53:10,170 [194] [DEBUG] [app] Starting request: urn:request:c9237e55-d1db-47c1-bb7b-5b83bdb5f9c2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,170 [193] [DEBUG] [app] Starting request: urn:request:87428bff-7b23-4281-9aa2-1c93d846d44b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,172 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:10,173 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:53:10,174 [221] [DEBUG] [app] Starting request: urn:request:777cbda1-92c6-4d5b-9f7c-c45ae7f26ee8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:10,174 [208] [DEBUG] [app] Starting request: urn:request:c902189e-48a9-4f4c-9c65-f2ce090229b9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:10,175 [221] [DEBUG] [app] Ending request: urn:request:777cbda1-92c6-4d5b-9f7c-c45ae7f26ee8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:777cbda1-92c6-4d5b-9f7c-c45ae7f26ee8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:10,175 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:53:10,175 [208] [DEBUG] [app] Ending request: urn:request:c902189e-48a9-4f4c-9c65-f2ce090229b9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c902189e-48a9-4f4c-9c65-f2ce090229b9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,175 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:53:10,175 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:10,175 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:10,177 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:10,177 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:10,178 [196] [DEBUG] [app] Starting request: urn:request:719452c4-ea58-4792-b9bb-6f0cbdacbc71 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,179 [195] [DEBUG] [app] Starting request: urn:request:175499a8-eda2-46ca-8ec3-d9103c307754 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,179 [196] [DEBUG] [app] Ending request: urn:request:719452c4-ea58-4792-b9bb-6f0cbdacbc71 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:719452c4-ea58-4792-b9bb-6f0cbdacbc71', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,179 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:10,179 [195] [DEBUG] [app] Ending request: urn:request:175499a8-eda2-46ca-8ec3-d9103c307754 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:175499a8-eda2-46ca-8ec3-d9103c307754', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:10,179 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:53:10,180 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:10,180 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:10,180 [194] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:53:10,180 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:10,183 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:10,183 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:10,186 [194] [DEBUG] [app] Ending request: urn:request:c9237e55-d1db-47c1-bb7b-5b83bdb5f9c2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c9237e55-d1db-47c1-bb7b-5b83bdb5f9c2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:10,186 [193] [DEBUG] [app] Ending request: urn:request:87428bff-7b23-4281-9aa2-1c93d846d44b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:87428bff-7b23-4281-9aa2-1c93d846d44b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:10,186 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:10,186 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:53:10,186 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:53:10,186 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:53:10,459 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:53:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:20.109381+00:00 (in 9.494841 seconds)
notificationworker stdout | 2023-06-29 13:53:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:10 UTC)" (scheduled at 2023-06-29 13:53:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:53:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:53:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:53:11,876 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:53:13,430 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:53:13,482 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:53:13,795 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:53:14,327 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:36.011593+00:00 (in 21.175440 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:14 UTC)" (scheduled at 2023-06-29 13:53:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 14, 836534), True, datetime.datetime(2023, 6, 29, 13, 53, 14, 836534), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:53:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:53:15,960 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:53:16,196 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:53:16,203 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:53:16,205 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:53:16,209 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:53:16,212 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:53:16,214 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:53:16,218 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:53:16,221 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:53:16,230 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:53:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:53:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:46.328917+00:00 (in 29.999370 seconds)
buildlogsarchiver stdout | 2023-06-29 13:53:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:46 UTC)" (scheduled at 2023-06-29 13:53:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:53:16,331 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 53, 16, 329992), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:53:16,336 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:53:16,336 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:53:16,336 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:53:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:53:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:53:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:26.710348+00:00 (in 9.999490 seconds)
gcworker stdout | 2023-06-29 13:53:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:26 UTC)" (scheduled at 2023-06-29 13:53:16.710348+00:00)
gcworker stdout | 2023-06-29 13:53:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837196711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:53:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:53:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:53:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:53:17,154 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:53:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:53:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:32.336465+00:00 (in 14.999521 seconds)
quotatotalworker stdout | 2023-06-29 13:53:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:32 UTC)" (scheduled at 2023-06-29 13:53:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:53:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:53:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:53:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:32 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:53:17,356 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:53:17,569 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:53:17,572 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:53:17,576 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:53:17,628 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:53:17,743 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:53:18,826 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:53:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:30.109381+00:00 (in 9.999574 seconds)
notificationworker stdout | 2023-06-29 13:53:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:30 UTC)" (scheduled at 2023-06-29 13:53:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:53:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:53:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 20, 110226), True, datetime.datetime(2023, 6, 29, 13, 53, 20, 110226), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:53:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:53:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:53:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:53:20,485 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:53:20,488 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:53:21,043 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:53:21,052 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:53:25,169 [195] [DEBUG] [app] Starting request: urn:request:bf41cdec-e68f-47c1-b7df-64355951b679 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:25,169 [196] [DEBUG] [app] Starting request: urn:request:b67d9811-e36e-487c-9426-feea9f3718f8 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:53:25,173 [208] [DEBUG] [app] Starting request: urn:request:71c15306-2412-4be1-bcef-f21a8f3e4a9b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:25,173 [217] [DEBUG] [app] Starting request: urn:request:74fd6f06-b6e4-430a-bc1b-68515c7a87fc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:25,173 [217] [DEBUG] [app] Ending request: urn:request:74fd6f06-b6e4-430a-bc1b-68515c7a87fc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:74fd6f06-b6e4-430a-bc1b-68515c7a87fc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:25,174 [208] [DEBUG] [app] Ending request: urn:request:71c15306-2412-4be1-bcef-f21a8f3e4a9b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:71c15306-2412-4be1-bcef-f21a8f3e4a9b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:53:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:53:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:25,176 [195] [DEBUG] [app] Starting request: urn:request:978c654f-deaf-41a4-b7db-fa72eb4f6ecf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:25,176 [193] [DEBUG] [app] Starting request: urn:request:9605edd7-3ecb-4398-8313-63e0600d0f4b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:25,177 [195] [DEBUG] [app] Ending request: urn:request:978c654f-deaf-41a4-b7db-fa72eb4f6ecf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:978c654f-deaf-41a4-b7db-fa72eb4f6ecf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:25,177 [193] [DEBUG] [app] Ending request: urn:request:9605edd7-3ecb-4398-8313-63e0600d0f4b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9605edd7-3ecb-4398-8313-63e0600d0f4b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:53:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:53:25,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:25,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:25,184 [196] [DEBUG] [app] Ending request: urn:request:b67d9811-e36e-487c-9426-feea9f3718f8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b67d9811-e36e-487c-9426-feea9f3718f8', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:25,184 [195] [DEBUG] [app] Ending request: urn:request:bf41cdec-e68f-47c1-b7df-64355951b679 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bf41cdec-e68f-47c1-b7df-64355951b679', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:53:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:53:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:53:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:08.108858+00:00 (in 41.871757 seconds)
exportactionlogsworker stdout | 2023-06-29 13:53:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:26 UTC)" (scheduled at 2023-06-29 13:53:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:53:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:53:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:53:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:53:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:36.710348+00:00 (in 9.999557 seconds)
gcworker stdout | 2023-06-29 13:53:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:36 UTC)" (scheduled at 2023-06-29 13:53:26.710348+00:00)
gcworker stdout | 2023-06-29 13:53:26,711 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837206711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:53:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:53:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:53:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:53:29,675 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:53:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:40.109381+00:00 (in 9.999557 seconds)
notificationworker stdout | 2023-06-29 13:53:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:40 UTC)" (scheduled at 2023-06-29 13:53:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:53:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:53:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 30, 110296), True, datetime.datetime(2023, 6, 29, 13, 53, 30, 110296), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:53:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:53:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:53:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:53:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:53:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:38.227751+00:00 (in 7.999815 seconds)
repositorygcworker stdout | 2023-06-29 13:53:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:58:30 UTC)" (scheduled at 2023-06-29 13:53:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:53:30,229 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 53, 30, 228395), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:53:30,232 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 53, 30, 228395), True, datetime.datetime(2023, 6, 29, 13, 53, 30, 228395), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:53:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 53, 30, 228395), True, datetime.datetime(2023, 6, 29, 13, 53, 30, 228395), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 53, 30, 228395), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:53:30,234 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:53:30,235 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:58:30 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:53:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:53:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:47.336465+00:00 (in 14.999517 seconds)
quotatotalworker stdout | 2023-06-29 13:53:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:47 UTC)" (scheduled at 2023-06-29 13:53:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:53:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:53:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:53:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:53:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:53:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:53:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:38.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:53:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:03 UTC)" (scheduled at 2023-06-29 13:53:33.062807+00:00)
securityworker stdout | 2023-06-29 13:53:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:53:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:53:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:53:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:53:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:53:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:53:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:03 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 13:53:35,532 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:53:35,553 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:53:35,561 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:53:35,564 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:53:35,567 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:53:35,608 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:53:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:53:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:14.835653+00:00 (in 38.823552 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:53:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:36 UTC)" (scheduled at 2023-06-29 13:53:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:53:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:53:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:53:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:53:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:46.710348+00:00 (in 9.999535 seconds)
gcworker stdout | 2023-06-29 13:53:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:46 UTC)" (scheduled at 2023-06-29 13:53:36.710348+00:00)
gcworker stdout | 2023-06-29 13:53:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837216711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:53:36,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:53:36,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:53:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:53:36,846 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:53:36,981 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:53:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:53:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:03.062807+00:00 (in 24.904390 seconds)
securityworker stdout | 2023-06-29 13:53:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:08 UTC)" (scheduled at 2023-06-29 13:53:38.157912+00:00)
securityworker stdout | 2023-06-29 13:53:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:53:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:53:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:53:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:53:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:53:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:53:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:53:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:53:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:53:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:53:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 48, 38, 164770), 1, 2])
securityworker stdout | 2023-06-29 13:53:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:53:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:53:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 48, 38, 164770), 1, 2])
securityworker stdout | 2023-06-29 13:53:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:53:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:53:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:53:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:53:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:53:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:53:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:53:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:53:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:53:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:53:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:58.014887+00:00 (in 19.786576 seconds)
repositorygcworker stdout | 2023-06-29 13:53:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:38 UTC)" (scheduled at 2023-06-29 13:53:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:53:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:53:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:53:38,802 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:53:38,841 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:53:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:50.109381+00:00 (in 9.999473 seconds)
notificationworker stdout | 2023-06-29 13:53:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:50 UTC)" (scheduled at 2023-06-29 13:53:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:53:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:53:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 40, 110393), True, datetime.datetime(2023, 6, 29, 13, 53, 40, 110393), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:53:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:53:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:53:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:53:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:53:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:04.217001+00:00 (in 24.083910 seconds)
namespacegcworker stdout | 2023-06-29 13:53:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:40 UTC)" (scheduled at 2023-06-29 13:53:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:53:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:53:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 40, 133470), True, datetime.datetime(2023, 6, 29, 13, 53, 40, 133470), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:53:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:53:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:53:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:53:40,169 [195] [DEBUG] [app] Starting request: urn:request:9ffbde1f-3913-4d48-aff7-d4de005a8858 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:40,169 [193] [DEBUG] [app] Starting request: urn:request:c1a118ea-f382-461d-9198-7c64bf9aa064 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:53:40,172 [208] [DEBUG] [app] Starting request: urn:request:6617c047-caf1-481d-9692-00a9f9e7016c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:40,172 [218] [DEBUG] [app] Starting request: urn:request:b9768b09-26ff-40fe-bebe-79407d471885 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:40,172 [218] [DEBUG] [app] Ending request: urn:request:b9768b09-26ff-40fe-bebe-79407d471885 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b9768b09-26ff-40fe-bebe-79407d471885', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:40,173 [208] [DEBUG] [app] Ending request: urn:request:6617c047-caf1-481d-9692-00a9f9e7016c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6617c047-caf1-481d-9692-00a9f9e7016c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:53:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:53:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:40,175 [194] [DEBUG] [app] Starting request: urn:request:20f521c7-e5af-4470-8de3-534f682b7d10 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:40,176 [196] [DEBUG] [app] Starting request: urn:request:d9e9d5de-ee1b-44c7-a739-bd44931c27e0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:40,176 [194] [DEBUG] [app] Ending request: urn:request:20f521c7-e5af-4470-8de3-534f682b7d10 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:20f521c7-e5af-4470-8de3-534f682b7d10', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:40,176 [196] [DEBUG] [app] Ending request: urn:request:d9e9d5de-ee1b-44c7-a739-bd44931c27e0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d9e9d5de-ee1b-44c7-a739-bd44931c27e0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:53:40,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:40,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:40,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:40,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:40,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:40,182 [195] [DEBUG] [app] Ending request: urn:request:9ffbde1f-3913-4d48-aff7-d4de005a8858 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9ffbde1f-3913-4d48-aff7-d4de005a8858', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:40,183 [193] [DEBUG] [app] Ending request: urn:request:c1a118ea-f382-461d-9198-7c64bf9aa064 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c1a118ea-f382-461d-9198-7c64bf9aa064', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:53:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:53:40,496 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:53:41,913 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:53:43,467 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:53:43,518 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:53:43,825 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:53:44,349 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:53:45,970 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:53:46,208 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:53:46,214 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:53:46,217 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:53:46,220 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:53:46,223 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:53:46,226 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:53:46,228 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:53:46,231 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:53:46,239 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:53:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:53:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:16.328917+00:00 (in 29.999483 seconds)
buildlogsarchiver stdout | 2023-06-29 13:53:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:16 UTC)" (scheduled at 2023-06-29 13:53:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:53:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 53, 46, 329842), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:53:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:53:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:53:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:53:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:53:46,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:53:56.710348+00:00 (in 9.999519 seconds)
gcworker stdout | 2023-06-29 13:53:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:56 UTC)" (scheduled at 2023-06-29 13:53:46.710348+00:00)
gcworker stdout | 2023-06-29 13:53:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837226711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:53:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:53:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:53:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:53:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:53:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:53:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:46.720304+00:00 (in 59.999563 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:53:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:46 UTC)" (scheduled at 2023-06-29 13:53:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:53:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:53:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:53:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:53:47,178 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:53:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:53:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:02.336465+00:00 (in 14.999447 seconds)
quotatotalworker stdout | 2023-06-29 13:53:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:02 UTC)" (scheduled at 2023-06-29 13:53:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:53:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:53:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:53:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:02 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:53:47,392 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:53:47,577 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:53:47,580 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:53:47,583 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:53:47,664 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:53:47,779 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:53:48,863 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:53:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:53:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:00.109381+00:00 (in 9.999457 seconds)
notificationworker stdout | 2023-06-29 13:53:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:00 UTC)" (scheduled at 2023-06-29 13:53:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:53:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:53:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 50, 110436), True, datetime.datetime(2023, 6, 29, 13, 53, 50, 110436), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:53:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:53:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:53:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:00 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:53:50,496 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:53:50,499 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
repositoryactioncounter stdout | 2023-06-29 13:53:51,080 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:53:51,083 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:53:55,169 [193] [DEBUG] [app] Starting request: urn:request:9870dd72-47e2-4368-9700-996c6f0f0ec3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:55,169 [195] [DEBUG] [app] Starting request: urn:request:304b0499-8bed-4e25-9545-942c4988f448 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:53:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:53:55,172 [218] [DEBUG] [app] Starting request: urn:request:f3534ef0-b65e-4193-b317-fd871b71d4dc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:55,172 [209] [DEBUG] [app] Starting request: urn:request:393dcf17-fd67-4438-bf25-686386405e50 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:53:55,173 [209] [DEBUG] [app] Ending request: urn:request:393dcf17-fd67-4438-bf25-686386405e50 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:393dcf17-fd67-4438-bf25-686386405e50', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:55,173 [218] [DEBUG] [app] Ending request: urn:request:f3534ef0-b65e-4193-b317-fd871b71d4dc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f3534ef0-b65e-4193-b317-fd871b71d4dc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:53:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:53:55,173 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:53:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:53:55,176 [194] [DEBUG] [app] Starting request: urn:request:e0b36be7-d023-4698-8c46-1bcf2925cb07 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:55,176 [196] [DEBUG] [app] Starting request: urn:request:7ba1b5b3-2a95-47b7-afee-d0331f4c8cd7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:53:55,177 [196] [DEBUG] [app] Ending request: urn:request:7ba1b5b3-2a95-47b7-afee-d0331f4c8cd7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7ba1b5b3-2a95-47b7-afee-d0331f4c8cd7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:53:55,177 [194] [DEBUG] [app] Ending request: urn:request:e0b36be7-d023-4698-8c46-1bcf2925cb07 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e0b36be7-d023-4698-8c46-1bcf2925cb07', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:53:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:53:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:53:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:53:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:53:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:53:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:53:55,183 [193] [DEBUG] [app] Ending request: urn:request:9870dd72-47e2-4368-9700-996c6f0f0ec3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9870dd72-47e2-4368-9700-996c6f0f0ec3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:55,184 [195] [DEBUG] [app] Ending request: urn:request:304b0499-8bed-4e25-9545-942c4988f448 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:304b0499-8bed-4e25-9545-942c4988f448', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:53:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:53:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:53:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:53:55,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:53:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:53:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:53:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:06.710348+00:00 (in 9.999501 seconds)
gcworker stdout | 2023-06-29 13:53:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:06 UTC)" (scheduled at 2023-06-29 13:53:56.710348+00:00)
gcworker stdout | 2023-06-29 13:53:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837236711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:53:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:53:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:53:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:53:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:53:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:38.227751+00:00 (in 40.212373 seconds)
repositorygcworker stdout | 2023-06-29 13:53:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:58 UTC)" (scheduled at 2023-06-29 13:53:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:53:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:53:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 53, 58, 15783), True, datetime.datetime(2023, 6, 29, 13, 53, 58, 15783), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:53:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:53:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:53:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:54:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:53:59,690 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:54:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:10.109381+00:00 (in 9.999446 seconds)
notificationworker stdout | 2023-06-29 13:54:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:10 UTC)" (scheduled at 2023-06-29 13:54:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:54:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:54:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 0, 110397), True, datetime.datetime(2023, 6, 29, 13, 54, 0, 110397), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:54:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:54:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:54:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:54:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:54:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:17.336465+00:00 (in 14.999511 seconds)
quotatotalworker stdout | 2023-06-29 13:54:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:17 UTC)" (scheduled at 2023-06-29 13:54:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:54:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:54:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:54:02,343 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:54:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:54:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:08.157912+00:00 (in 5.094591 seconds)
securityworker stdout | 2023-06-29 13:54:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:33 UTC)" (scheduled at 2023-06-29 13:54:03.062807+00:00)
securityworker stdout | 2023-06-29 13:54:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:54:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:54:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:54:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:54:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:54:03,072 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:54:03,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:54:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:54:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:30.216752+00:00 (in 25.999251 seconds)
namespacegcworker stdout | 2023-06-29 13:54:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:04 UTC)" (scheduled at 2023-06-29 13:54:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:54:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:54:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:54:05,562 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
expiredappspecifictokenworker stdout | 2023-06-29 13:54:05,565 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:54:05,570 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:54:05,573 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:54:05,575 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:54:05,617 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
gcworker stdout | 2023-06-29 13:54:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:54:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:16.710348+00:00 (in 9.999466 seconds)
gcworker stdout | 2023-06-29 13:54:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:16 UTC)" (scheduled at 2023-06-29 13:54:06.710348+00:00)
gcworker stdout | 2023-06-29 13:54:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837246711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:54:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:54:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:54:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:54:06,867 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:54:07,001 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:54:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:54:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:26.236566+00:00 (in 18.127187 seconds)
exportactionlogsworker stdout | 2023-06-29 13:54:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:08 UTC)" (scheduled at 2023-06-29 13:54:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:54:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:54:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 8, 109839), True, datetime.datetime(2023, 6, 29, 13, 54, 8, 109839), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:54:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:54:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:54:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:54:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:54:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:33.062807+00:00 (in 24.904375 seconds)
securityworker stdout | 2023-06-29 13:54:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:38 UTC)" (scheduled at 2023-06-29 13:54:08.157912+00:00)
securityworker stdout | 2023-06-29 13:54:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:54:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:54:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:54:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:54:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:54:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:54:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:54:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:54:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:54:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:54:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 49, 8, 164568), 1, 2])
securityworker stdout | 2023-06-29 13:54:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:54:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:54:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 49, 8, 164568), 1, 2])
securityworker stdout | 2023-06-29 13:54:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:54:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:54:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:54:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:54:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:54:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:54:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:54:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:54:08,839 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:54:08,850 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:54:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:10.614040+00:00 (in 0.504105 seconds)
notificationworker stdout | 2023-06-29 13:54:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:20 UTC)" (scheduled at 2023-06-29 13:54:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:54:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:54:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 10, 110397), True, datetime.datetime(2023, 6, 29, 13, 54, 10, 110397), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:54:10,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:54:10,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:54:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:54:10,170 [196] [DEBUG] [app] Starting request: urn:request:2318f0ec-d842-4864-baa2-d7dffdeb8bf6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:10,170 [193] [DEBUG] [app] Starting request: urn:request:df75e594-1fb3-4c42-9543-eeddd5beac38 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:54:10,173 [208] [DEBUG] [app] Starting request: urn:request:758e7e32-5560-4122-b72e-74abed48c7c4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:10,173 [221] [DEBUG] [app] Starting request: urn:request:e5744b82-0f1e-4cdb-91f0-157aab7b1ddf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:10,173 [221] [DEBUG] [app] Ending request: urn:request:e5744b82-0f1e-4cdb-91f0-157aab7b1ddf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e5744b82-0f1e-4cdb-91f0-157aab7b1ddf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:10,173 [208] [DEBUG] [app] Ending request: urn:request:758e7e32-5560-4122-b72e-74abed48c7c4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:758e7e32-5560-4122-b72e-74abed48c7c4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:54:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:54:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:10,176 [193] [DEBUG] [app] Starting request: urn:request:dc64ef61-2f3a-46b7-81be-f0a64d3d500a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:10,176 [194] [DEBUG] [app] Starting request: urn:request:1b73e4a3-a937-4099-bb60-e490c911f9f1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:10,177 [193] [DEBUG] [app] Ending request: urn:request:dc64ef61-2f3a-46b7-81be-f0a64d3d500a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:dc64ef61-2f3a-46b7-81be-f0a64d3d500a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:54:10,177 [194] [DEBUG] [app] Ending request: urn:request:1b73e4a3-a937-4099-bb60-e490c911f9f1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1b73e4a3-a937-4099-bb60-e490c911f9f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:54:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:54:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:10,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:10,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:10,184 [196] [DEBUG] [app] Ending request: urn:request:2318f0ec-d842-4864-baa2-d7dffdeb8bf6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2318f0ec-d842-4864-baa2-d7dffdeb8bf6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:10,184 [193] [DEBUG] [app] Ending request: urn:request:df75e594-1fb3-4c42-9543-eeddd5beac38 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:df75e594-1fb3-4c42-9543-eeddd5beac38', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:10,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:54:10,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:54:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:54:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:54:10,534 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:54:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:20.109381+00:00 (in 9.494822 seconds)
notificationworker stdout | 2023-06-29 13:54:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:10 UTC)" (scheduled at 2023-06-29 13:54:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:54:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:54:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:54:11,950 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:54:13,501 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:54:13,554 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:54:13,862 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:54:14,386 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:36.011593+00:00 (in 21.175428 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:14 UTC)" (scheduled at 2023-06-29 13:54:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 14, 836629), True, datetime.datetime(2023, 6, 29, 13, 54, 14, 836629), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:54:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:54:16,007 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:54:16,222 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:54:16,225 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:54:16,228 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:54:16,231 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:54:16,234 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:54:16,236 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:54:16,239 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:54:16,241 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:54:16,247 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:54:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:54:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:46.328917+00:00 (in 29.999496 seconds)
buildlogsarchiver stdout | 2023-06-29 13:54:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:46 UTC)" (scheduled at 2023-06-29 13:54:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:54:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 54, 16, 329827), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:54:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:54:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:54:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:54:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:54:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:54:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:26.710348+00:00 (in 9.999476 seconds)
gcworker stdout | 2023-06-29 13:54:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:26 UTC)" (scheduled at 2023-06-29 13:54:16.710348+00:00)
gcworker stdout | 2023-06-29 13:54:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837256711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:54:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:54:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:54:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:54:17,191 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:54:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:54:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:32.336465+00:00 (in 14.999520 seconds)
quotatotalworker stdout | 2023-06-29 13:54:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:32 UTC)" (scheduled at 2023-06-29 13:54:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:54:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:54:17,341 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:54:17,341 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:32 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:54:17,413 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:54:17,586 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:54:17,589 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:54:17,591 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:54:17,687 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:54:17,815 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:54:18,883 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:54:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:30.109381+00:00 (in 9.999511 seconds)
notificationworker stdout | 2023-06-29 13:54:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:30 UTC)" (scheduled at 2023-06-29 13:54:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:54:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:54:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 20, 110364), True, datetime.datetime(2023, 6, 29, 13, 54, 20, 110364), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:54:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:54:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:54:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:54:20,531 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:54:20,534 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:54:21,115 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:54:21,118 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:54:25,170 [193] [DEBUG] [app] Starting request: urn:request:c9904dae-d95c-40e6-9352-0c27cce3eafc (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:25,170 [195] [DEBUG] [app] Starting request: urn:request:7d6bb4fb-1482-4f10-887a-b5c6512aa94e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:25,172 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:54:25,173 [208] [DEBUG] [app] Starting request: urn:request:b299905d-239f-47b0-b627-ad31f42e5627 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:25,173 [215] [DEBUG] [app] Starting request: urn:request:010fd850-33ac-48ab-bda6-d5afee5b31eb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:25,174 [215] [DEBUG] [app] Ending request: urn:request:010fd850-33ac-48ab-bda6-d5afee5b31eb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:010fd850-33ac-48ab-bda6-d5afee5b31eb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:25,174 [208] [DEBUG] [app] Ending request: urn:request:b299905d-239f-47b0-b627-ad31f42e5627 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b299905d-239f-47b0-b627-ad31f42e5627', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:25,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:54:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:25,176 [195] [DEBUG] [app] Starting request: urn:request:564bdaff-608a-4272-9c92-ce405762d77f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:25,177 [196] [DEBUG] [app] Starting request: urn:request:b0baba80-4694-4060-9cb0-4f9d5899554d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:25,177 [195] [DEBUG] [app] Ending request: urn:request:564bdaff-608a-4272-9c92-ce405762d77f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:564bdaff-608a-4272-9c92-ce405762d77f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:54:25,177 [196] [DEBUG] [app] Ending request: urn:request:b0baba80-4694-4060-9cb0-4f9d5899554d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b0baba80-4694-4060-9cb0-4f9d5899554d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:54:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:54:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:54:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:25,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:25,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:25,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:25,184 [195] [DEBUG] [app] Ending request: urn:request:7d6bb4fb-1482-4f10-887a-b5c6512aa94e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7d6bb4fb-1482-4f10-887a-b5c6512aa94e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:25,184 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:54:25,184 [193] [DEBUG] [app] Ending request: urn:request:c9904dae-d95c-40e6-9352-0c27cce3eafc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c9904dae-d95c-40e6-9352-0c27cce3eafc', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:54:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:54:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
exportactionlogsworker stdout | 2023-06-29 13:54:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:54:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:49.236331+00:00 (in 22.999265 seconds)
exportactionlogsworker stdout | 2023-06-29 13:54:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:26 UTC)" (scheduled at 2023-06-29 13:54:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:54:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:54:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:54:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:54:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:36.710348+00:00 (in 9.999525 seconds)
gcworker stdout | 2023-06-29 13:54:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:36 UTC)" (scheduled at 2023-06-29 13:54:26.710348+00:00)
gcworker stdout | 2023-06-29 13:54:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837266711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:54:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:54:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:54:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:54:29,727 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:54:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:40.109381+00:00 (in 9.999476 seconds)
notificationworker stdout | 2023-06-29 13:54:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:40 UTC)" (scheduled at 2023-06-29 13:54:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:54:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:54:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 30, 110385), True, datetime.datetime(2023, 6, 29, 13, 54, 30, 110385), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:54:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:54:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:54:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:54:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:54:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:40.132615+00:00 (in 9.915360 seconds)
namespacegcworker stdout | 2023-06-29 13:54:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:59:30 UTC)" (scheduled at 2023-06-29 13:54:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:54:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 54, 30, 217664), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:54:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 54, 30, 217664), True, datetime.datetime(2023, 6, 29, 13, 54, 30, 217664), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:54:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 54, 30, 217664), True, datetime.datetime(2023, 6, 29, 13, 54, 30, 217664), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 54, 30, 217664), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:54:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:54:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:59:30 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:54:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:54:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:47.336465+00:00 (in 14.999428 seconds)
quotatotalworker stdout | 2023-06-29 13:54:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:47 UTC)" (scheduled at 2023-06-29 13:54:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:54:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:54:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:54:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:54:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:54:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:54:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:38.157912+00:00 (in 5.094574 seconds)
securityworker stdout | 2023-06-29 13:54:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:03 UTC)" (scheduled at 2023-06-29 13:54:33.062807+00:00)
securityworker stdout | 2023-06-29 13:54:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:54:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:54:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:54:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:54:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:54:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:54:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:54:35,571 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:54:35,576 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:54:35,579 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:54:35,582 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
expiredappspecifictokenworker stdout | 2023-06-29 13:54:35,601 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gunicorn-web stdout | 2023-06-29 13:54:35,625 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 13:54:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:54:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:14.835653+00:00 (in 38.823541 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:54:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:36 UTC)" (scheduled at 2023-06-29 13:54:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:54:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:54:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:54:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:54:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:46.710348+00:00 (in 9.999487 seconds)
gcworker stdout | 2023-06-29 13:54:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:46 UTC)" (scheduled at 2023-06-29 13:54:36.710348+00:00)
gcworker stdout | 2023-06-29 13:54:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837276711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:54:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:54:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:54:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:54:36,904 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:54:37,036 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:54:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:54:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:03.062807+00:00 (in 24.904363 seconds)
securityworker stdout | 2023-06-29 13:54:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:08 UTC)" (scheduled at 2023-06-29 13:54:38.157912+00:00)
securityworker stdout | 2023-06-29 13:54:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:54:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:54:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:54:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:54:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:54:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:54:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:54:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:54:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:54:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:54:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 49, 38, 164577), 1, 2])
securityworker stdout | 2023-06-29 13:54:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:54:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:54:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 49, 38, 164577), 1, 2])
securityworker stdout | 2023-06-29 13:54:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:54:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:54:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:54:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:54:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:54:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:54:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:54:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:54:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:54:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:54:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:58.014887+00:00 (in 19.786648 seconds)
repositorygcworker stdout | 2023-06-29 13:54:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:38 UTC)" (scheduled at 2023-06-29 13:54:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:54:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:54:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:54:38,850 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:54:38,886 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:54:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:50.109381+00:00 (in 9.999493 seconds)
notificationworker stdout | 2023-06-29 13:54:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:50 UTC)" (scheduled at 2023-06-29 13:54:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:54:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:54:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 40, 110346), True, datetime.datetime(2023, 6, 29, 13, 54, 40, 110346), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:54:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:54:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:54:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:54:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:54:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:04.217001+00:00 (in 24.083875 seconds)
namespacegcworker stdout | 2023-06-29 13:54:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:40 UTC)" (scheduled at 2023-06-29 13:54:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:54:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:54:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 40, 133536), True, datetime.datetime(2023, 6, 29, 13, 54, 40, 133536), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:54:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:54:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:54:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:54:40,169 [193] [DEBUG] [app] Starting request: urn:request:164d2b24-1f54-46a6-852d-05148b9ce211 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:40,170 [196] [DEBUG] [app] Starting request: urn:request:ba629bbb-4a06-4c13-9cfb-6bc169ae4f04 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:54:40,173 [208] [DEBUG] [app] Starting request: urn:request:665a97e0-5360-4db4-b657-c34e675c2704 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:40,173 [218] [DEBUG] [app] Starting request: urn:request:e5383a02-7476-4ff1-93a6-3a5181ee7643 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:40,173 [218] [DEBUG] [app] Ending request: urn:request:e5383a02-7476-4ff1-93a6-3a5181ee7643 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e5383a02-7476-4ff1-93a6-3a5181ee7643', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:40,174 [208] [DEBUG] [app] Ending request: urn:request:665a97e0-5360-4db4-b657-c34e675c2704 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:665a97e0-5360-4db4-b657-c34e675c2704', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:40,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:54:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:54:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:40,177 [194] [DEBUG] [app] Starting request: urn:request:d80756b4-4669-4abe-91ac-54371001a098 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:40,177 [195] [DEBUG] [app] Starting request: urn:request:dde316fb-0c09-4611-b246-b5c5393cb964 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:40,177 [194] [DEBUG] [app] Ending request: urn:request:d80756b4-4669-4abe-91ac-54371001a098 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d80756b4-4669-4abe-91ac-54371001a098', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:54:40,177 [195] [DEBUG] [app] Ending request: urn:request:dde316fb-0c09-4611-b246-b5c5393cb964 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:dde316fb-0c09-4611-b246-b5c5393cb964', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:54:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:40,178 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:40,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:54:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:40,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:40,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:40,184 [193] [DEBUG] [app] Ending request: urn:request:164d2b24-1f54-46a6-852d-05148b9ce211 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:164d2b24-1f54-46a6-852d-05148b9ce211', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:54:40,184 [196] [DEBUG] [app] Ending request: urn:request:ba629bbb-4a06-4c13-9cfb-6bc169ae4f04 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ba629bbb-4a06-4c13-9cfb-6bc169ae4f04', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:40,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:54:40,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:54:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:54:40,555 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:54:41,988 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:54:43,517 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:54:43,576 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:54:43,890 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:54:44,423 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:54:46,017 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:54:46,234 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:54:46,238 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:54:46,241 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:54:46,244 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:54:46,246 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:54:46,249 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:54:46,252 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:54:46,255 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:54:46,260 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:54:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:54:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:16.328917+00:00 (in 29.999475 seconds)
buildlogsarchiver stdout | 2023-06-29 13:54:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:16 UTC)" (scheduled at 2023-06-29 13:54:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:54:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 54, 46, 329851), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:54:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:54:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:54:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:54:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:54:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:54:56.710348+00:00 (in 9.999506 seconds)
gcworker stdout | 2023-06-29 13:54:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:56 UTC)" (scheduled at 2023-06-29 13:54:46.710348+00:00)
gcworker stdout | 2023-06-29 13:54:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837286711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:54:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:54:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:54:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:54:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:54:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:54:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:46.720304+00:00 (in 59.999603 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:54:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:46 UTC)" (scheduled at 2023-06-29 13:54:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:54:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:54:46,723 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:54:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:54:47,218 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:54:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:54:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:02.336465+00:00 (in 14.999446 seconds)
quotatotalworker stdout | 2023-06-29 13:54:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:02 UTC)" (scheduled at 2023-06-29 13:54:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:54:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:54:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:54:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:02 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:54:47,450 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:54:47,594 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:54:47,597 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:54:47,600 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:54:47,723 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:54:47,848 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:54:48,920 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
exportactionlogsworker stdout | 2023-06-29 13:54:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:54:49,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:08.108858+00:00 (in 18.872007 seconds)
exportactionlogsworker stdout | 2023-06-29 13:54:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:59:49 UTC)" (scheduled at 2023-06-29 13:54:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:54:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 54, 49, 237325), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:54:49,242 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 54, 49, 237325), True, datetime.datetime(2023, 6, 29, 13, 54, 49, 237325), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:54:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 54, 49, 237325), True, datetime.datetime(2023, 6, 29, 13, 54, 49, 237325), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 54, 49, 237325), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:54:49,244 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:54:49,244 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 13:59:49 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:54:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:54:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:00.109381+00:00 (in 9.999502 seconds)
notificationworker stdout | 2023-06-29 13:54:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:00 UTC)" (scheduled at 2023-06-29 13:54:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:54:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:54:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 50, 110336), True, datetime.datetime(2023, 6, 29, 13, 54, 50, 110336), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:54:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:54:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:54:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:54:50,554 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:54:50,570 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:54:51,126 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:54:51,129 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:54:55,169 [193] [DEBUG] [app] Starting request: urn:request:f143356c-dde0-4ba3-8bb7-f607782e995b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:55,169 [195] [DEBUG] [app] Starting request: urn:request:a8e2b693-1e56-479e-aff6-8a12e59294a7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:54:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:55,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:54:55,172 [208] [DEBUG] [app] Starting request: urn:request:acc42c39-4e74-4695-9fc6-7c09de19151b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:55,173 [218] [DEBUG] [app] Starting request: urn:request:45f1855c-16b0-4c96-9916-6cdf48bdd0f8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:54:55,173 [208] [DEBUG] [app] Ending request: urn:request:acc42c39-4e74-4695-9fc6-7c09de19151b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:acc42c39-4e74-4695-9fc6-7c09de19151b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:55,173 [218] [DEBUG] [app] Ending request: urn:request:45f1855c-16b0-4c96-9916-6cdf48bdd0f8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:45f1855c-16b0-4c96-9916-6cdf48bdd0f8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:54:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:54:55,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:55,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:54:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:54:55,176 [196] [DEBUG] [app] Starting request: urn:request:04be72c0-87a4-424d-82a8-6a6a7c984c30 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:55,176 [196] [DEBUG] [app] Ending request: urn:request:04be72c0-87a4-424d-82a8-6a6a7c984c30 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:04be72c0-87a4-424d-82a8-6a6a7c984c30', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:54:55,177 [193] [DEBUG] [app] Starting request: urn:request:97df1806-fd2f-4984-9fa2-2f0177e7e76c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:54:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:55,177 [193] [DEBUG] [app] Ending request: urn:request:97df1806-fd2f-4984-9fa2-2f0177e7e76c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:97df1806-fd2f-4984-9fa2-2f0177e7e76c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:54:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:54:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:54:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:54:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:54:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:55,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:54:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:55,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:54:55,184 [193] [DEBUG] [app] Ending request: urn:request:f143356c-dde0-4ba3-8bb7-f607782e995b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f143356c-dde0-4ba3-8bb7-f607782e995b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:54:55,184 [195] [DEBUG] [app] Ending request: urn:request:a8e2b693-1e56-479e-aff6-8a12e59294a7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a8e2b693-1e56-479e-aff6-8a12e59294a7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:54:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:54:55,184 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:54:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:54:55,185 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:54:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:54:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:54:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:06.710348+00:00 (in 9.999457 seconds)
gcworker stdout | 2023-06-29 13:54:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:06 UTC)" (scheduled at 2023-06-29 13:54:56.710348+00:00)
gcworker stdout | 2023-06-29 13:54:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837296711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:54:56,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:54:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:54:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:54:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:54:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:38.227751+00:00 (in 40.212364 seconds)
repositorygcworker stdout | 2023-06-29 13:54:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:58 UTC)" (scheduled at 2023-06-29 13:54:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:54:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:54:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 54, 58, 15801), True, datetime.datetime(2023, 6, 29, 13, 54, 58, 15801), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:54:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:54:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:54:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:55:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:54:59,764 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:55:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:10.109381+00:00 (in 9.999482 seconds)
notificationworker stdout | 2023-06-29 13:55:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:10 UTC)" (scheduled at 2023-06-29 13:55:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:55:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:55:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 0, 110391), True, datetime.datetime(2023, 6, 29, 13, 55, 0, 110391), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:55:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:55:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:55:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:55:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:55:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:17.336465+00:00 (in 14.999435 seconds)
quotatotalworker stdout | 2023-06-29 13:55:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:17 UTC)" (scheduled at 2023-06-29 13:55:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:55:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:55:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:55:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:55:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:55:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:08.157912+00:00 (in 5.094580 seconds)
securityworker stdout | 2023-06-29 13:55:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:33 UTC)" (scheduled at 2023-06-29 13:55:03.062807+00:00)
securityworker stdout | 2023-06-29 13:55:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:55:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:55:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:55:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:55:03,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:55:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:55:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:55:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:55:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:40.132615+00:00 (in 35.915139 seconds)
namespacegcworker stdout | 2023-06-29 13:55:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:04 UTC)" (scheduled at 2023-06-29 13:55:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:55:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:55:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:55:05,580 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:55:05,585 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:55:05,588 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:55:05,591 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:55:05,633 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:55:05,637 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:55:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:55:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:16.710348+00:00 (in 9.999462 seconds)
gcworker stdout | 2023-06-29 13:55:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:16 UTC)" (scheduled at 2023-06-29 13:55:06.710348+00:00)
gcworker stdout | 2023-06-29 13:55:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837306711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:55:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:55:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:55:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:55:06,941 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:55:07,057 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:55:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:55:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:26.236566+00:00 (in 18.127154 seconds)
exportactionlogsworker stdout | 2023-06-29 13:55:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:08 UTC)" (scheduled at 2023-06-29 13:55:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:55:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:55:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 8, 109895), True, datetime.datetime(2023, 6, 29, 13, 55, 8, 109895), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:55:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:55:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:55:08,116 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:55:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:55:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:33.062807+00:00 (in 24.904353 seconds)
securityworker stdout | 2023-06-29 13:55:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:38 UTC)" (scheduled at 2023-06-29 13:55:08.157912+00:00)
securityworker stdout | 2023-06-29 13:55:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:55:08,161 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:55:08,161 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:55:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:55:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:55:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:55:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:55:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:55:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:55:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:55:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 50, 8, 165003), 1, 2])
securityworker stdout | 2023-06-29 13:55:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:55:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:55:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 50, 8, 165003), 1, 2])
securityworker stdout | 2023-06-29 13:55:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:55:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:55:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:55:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:55:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:55:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:55:08,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:55:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:55:08,887 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:55:08,915 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:55:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:10.614040+00:00 (in 0.504169 seconds)
notificationworker stdout | 2023-06-29 13:55:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:20 UTC)" (scheduled at 2023-06-29 13:55:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:55:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:55:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 10, 110299), True, datetime.datetime(2023, 6, 29, 13, 55, 10, 110299), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:55:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:55:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:55:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:55:10,170 [193] [DEBUG] [app] Starting request: urn:request:de9ea293-c782-414d-b2c7-d83e7464c1a1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:10,170 [195] [DEBUG] [app] Starting request: urn:request:fda0f265-7147-45bb-a3cb-7e457abc9c57 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:55:10,173 [221] [DEBUG] [app] Starting request: urn:request:a01578f6-b782-4990-b77b-382da09d3e2e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:10,173 [217] [DEBUG] [app] Starting request: urn:request:233b3a36-d588-47b7-a680-5b3256d67453 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:10,173 [217] [DEBUG] [app] Ending request: urn:request:233b3a36-d588-47b7-a680-5b3256d67453 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:233b3a36-d588-47b7-a680-5b3256d67453', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:55:10,173 [221] [DEBUG] [app] Ending request: urn:request:a01578f6-b782-4990-b77b-382da09d3e2e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a01578f6-b782-4990-b77b-382da09d3e2e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:55:10,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:55:10,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:55:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:10,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:10,176 [193] [DEBUG] [app] Starting request: urn:request:09b9eefb-ddf3-45ea-a41b-a753b9362616 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:10,177 [193] [DEBUG] [app] Ending request: urn:request:09b9eefb-ddf3-45ea-a41b-a753b9362616 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:09b9eefb-ddf3-45ea-a41b-a753b9362616', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:55:10,177 [194] [DEBUG] [app] Starting request: urn:request:8ba5bcdf-b25a-4c0b-b99c-8ae090a4b4d8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:55:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:10,177 [194] [DEBUG] [app] Ending request: urn:request:8ba5bcdf-b25a-4c0b-b99c-8ae090a4b4d8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8ba5bcdf-b25a-4c0b-b99c-8ae090a4b4d8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:55:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:10,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:10,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:55:10,178 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:10,181 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:10,183 [193] [DEBUG] [app] Ending request: urn:request:de9ea293-c782-414d-b2c7-d83e7464c1a1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:de9ea293-c782-414d-b2c7-d83e7464c1a1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:55:10,184 [195] [DEBUG] [app] Ending request: urn:request:fda0f265-7147-45bb-a3cb-7e457abc9c57 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fda0f265-7147-45bb-a3cb-7e457abc9c57', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:55:10,184 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:55:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:55:10,592 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
notificationworker stdout | 2023-06-29 13:55:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:20.109381+00:00 (in 9.494848 seconds)
notificationworker stdout | 2023-06-29 13:55:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:10 UTC)" (scheduled at 2023-06-29 13:55:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:55:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:55:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:10 UTC)" executed successfully
logrotateworker stdout | 2023-06-29 13:55:12,025 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:55:13,549 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:55:13,608 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:55:13,909 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:55:14,460 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:36.011593+00:00 (in 21.175442 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:14 UTC)" (scheduled at 2023-06-29 13:55:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 14, 836615), True, datetime.datetime(2023, 6, 29, 13, 55, 14, 836615), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:55:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:55:16,054 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:55:16,245 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:55:16,248 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:55:16,251 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:55:16,255 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:55:16,259 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:55:16,261 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:55:16,264 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:55:16,267 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:55:16,270 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:55:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:55:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:46.328917+00:00 (in 29.999502 seconds)
buildlogsarchiver stdout | 2023-06-29 13:55:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:46 UTC)" (scheduled at 2023-06-29 13:55:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:55:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 55, 16, 329828), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:55:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:55:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:55:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:55:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:55:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:55:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:26.710348+00:00 (in 9.999495 seconds)
gcworker stdout | 2023-06-29 13:55:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:26 UTC)" (scheduled at 2023-06-29 13:55:16.710348+00:00)
gcworker stdout | 2023-06-29 13:55:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837316711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:55:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:55:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:55:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:55:17,255 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:55:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:55:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:32.336465+00:00 (in 14.999460 seconds)
quotatotalworker stdout | 2023-06-29 13:55:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:32 UTC)" (scheduled at 2023-06-29 13:55:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:55:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:55:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:55:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:32 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:55:17,486 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:55:17,602 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:55:17,605 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:55:17,608 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:55:17,759 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:55:17,874 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:55:18,940 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:55:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:30.109381+00:00 (in 9.999512 seconds)
notificationworker stdout | 2023-06-29 13:55:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:30 UTC)" (scheduled at 2023-06-29 13:55:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:55:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:55:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 20, 110456), True, datetime.datetime(2023, 6, 29, 13, 55, 20, 110456), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:55:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:55:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:55:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:55:20,578 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:55:20,591 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:55:21,163 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:55:21,167 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:55:25,169 [196] [DEBUG] [app] Starting request: urn:request:ce379d2b-0285-4434-abed-76f886e00264 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:25,169 [193] [DEBUG] [app] Starting request: urn:request:72f3bf46-32b4-4240-8dc3-51b418212fe9 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:55:25,173 [217] [DEBUG] [app] Starting request: urn:request:b6c56936-08da-4973-b6d0-005db10a0f67 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:25,173 [218] [DEBUG] [app] Starting request: urn:request:3549b928-09a0-4c2c-9ac4-1929c0a13d09 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:25,173 [217] [DEBUG] [app] Ending request: urn:request:b6c56936-08da-4973-b6d0-005db10a0f67 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b6c56936-08da-4973-b6d0-005db10a0f67', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:55:25,173 [218] [DEBUG] [app] Ending request: urn:request:3549b928-09a0-4c2c-9ac4-1929c0a13d09 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3549b928-09a0-4c2c-9ac4-1929c0a13d09', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:55:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:55:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:55:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:25,176 [196] [DEBUG] [app] Starting request: urn:request:1638d9bb-2983-471b-b746-83b89be34097 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:25,176 [195] [DEBUG] [app] Starting request: urn:request:0a9cb8c6-12a3-42d3-9637-bcace2300021 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:25,177 [196] [DEBUG] [app] Ending request: urn:request:1638d9bb-2983-471b-b746-83b89be34097 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1638d9bb-2983-471b-b746-83b89be34097', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:55:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:25,177 [195] [DEBUG] [app] Ending request: urn:request:0a9cb8c6-12a3-42d3-9637-bcace2300021 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0a9cb8c6-12a3-42d3-9637-bcace2300021', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:55:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:55:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:25,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:25,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:25,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:25,184 [196] [DEBUG] [app] Ending request: urn:request:ce379d2b-0285-4434-abed-76f886e00264 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ce379d2b-0285-4434-abed-76f886e00264', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:25,184 [193] [DEBUG] [app] Ending request: urn:request:72f3bf46-32b4-4240-8dc3-51b418212fe9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:72f3bf46-32b4-4240-8dc3-51b418212fe9', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:55:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gunicorn-web stdout | 2023-06-29 13:55:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:55:25,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:55:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:55:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:08.108858+00:00 (in 41.871809 seconds)
exportactionlogsworker stdout | 2023-06-29 13:55:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:26 UTC)" (scheduled at 2023-06-29 13:55:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:55:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:55:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:55:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:55:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:36.710348+00:00 (in 9.999482 seconds)
gcworker stdout | 2023-06-29 13:55:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:36 UTC)" (scheduled at 2023-06-29 13:55:26.710348+00:00)
gcworker stdout | 2023-06-29 13:55:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837326711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:55:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:55:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:55:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:55:29,789 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:55:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:40.109381+00:00 (in 9.999378 seconds)
notificationworker stdout | 2023-06-29 13:55:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:40 UTC)" (scheduled at 2023-06-29 13:55:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:55:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:55:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 30, 110449), True, datetime.datetime(2023, 6, 29, 13, 55, 30, 110449), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:55:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:55:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:55:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:55:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:55:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:47.336465+00:00 (in 14.999438 seconds)
quotatotalworker stdout | 2023-06-29 13:55:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:47 UTC)" (scheduled at 2023-06-29 13:55:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:55:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:55:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:55:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:55:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:55:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:55:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:38.157912+00:00 (in 5.094633 seconds)
securityworker stdout | 2023-06-29 13:55:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:03 UTC)" (scheduled at 2023-06-29 13:55:33.062807+00:00)
securityworker stdout | 2023-06-29 13:55:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:55:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:55:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:55:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:55:33,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:55:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:55:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:55:35,589 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:55:35,593 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:55:35,597 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:55:35,600 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:55:35,640 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:55:35,672 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
securityscanningnotificationworker stdout | 2023-06-29 13:55:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:55:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:14.835653+00:00 (in 38.823538 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:55:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:36 UTC)" (scheduled at 2023-06-29 13:55:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:55:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:55:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:55:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:55:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:46.710348+00:00 (in 9.999470 seconds)
gcworker stdout | 2023-06-29 13:55:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:46 UTC)" (scheduled at 2023-06-29 13:55:36.710348+00:00)
gcworker stdout | 2023-06-29 13:55:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837336711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:55:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:55:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:55:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:55:36,949 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:55:37,092 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:55:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:55:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:03.062807+00:00 (in 24.904426 seconds)
securityworker stdout | 2023-06-29 13:55:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:08 UTC)" (scheduled at 2023-06-29 13:55:38.157912+00:00)
securityworker stdout | 2023-06-29 13:55:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:55:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:55:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:55:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:55:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:55:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:55:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:55:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:55:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:55:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:55:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 50, 38, 164422), 1, 2])
securityworker stdout | 2023-06-29 13:55:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:55:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:55:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 50, 38, 164422), 1, 2])
securityworker stdout | 2023-06-29 13:55:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:55:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:55:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:55:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:55:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:55:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:55:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:55:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:55:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:55:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:55:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:58.014887+00:00 (in 19.786624 seconds)
repositorygcworker stdout | 2023-06-29 13:55:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:38 UTC)" (scheduled at 2023-06-29 13:55:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:55:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:55:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:55:38,913 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:55:38,925 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:55:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:50.109381+00:00 (in 9.999524 seconds)
notificationworker stdout | 2023-06-29 13:55:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:50 UTC)" (scheduled at 2023-06-29 13:55:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:55:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:55:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 40, 110397), True, datetime.datetime(2023, 6, 29, 13, 55, 40, 110397), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:55:40,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:55:40,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:55:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:55:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:55:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:04.217001+00:00 (in 24.083925 seconds)
namespacegcworker stdout | 2023-06-29 13:55:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:40 UTC)" (scheduled at 2023-06-29 13:55:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:55:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:55:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 40, 133460), True, datetime.datetime(2023, 6, 29, 13, 55, 40, 133460), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:55:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:55:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:55:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:55:40,170 [193] [DEBUG] [app] Starting request: urn:request:07a97976-664d-490e-aa59-0b1fa08619c2 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:40,170 [195] [DEBUG] [app] Starting request: urn:request:7c954b11-c0e4-4a9a-9b2d-6c497404708b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:55:40,173 [221] [DEBUG] [app] Starting request: urn:request:a5dba271-46c8-4de5-b760-d78a4ab688c0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:40,173 [208] [DEBUG] [app] Starting request: urn:request:1b76d579-14c5-40c7-b0fe-8844a2198d87 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:40,174 [221] [DEBUG] [app] Ending request: urn:request:a5dba271-46c8-4de5-b760-d78a4ab688c0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a5dba271-46c8-4de5-b760-d78a4ab688c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:55:40,174 [208] [DEBUG] [app] Ending request: urn:request:1b76d579-14c5-40c7-b0fe-8844a2198d87 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1b76d579-14c5-40c7-b0fe-8844a2198d87', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:55:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:55:40,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:55:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:40,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:40,177 [195] [DEBUG] [app] Starting request: urn:request:68a91c75-c9c8-41aa-b50b-a0fc19a9abc8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:40,177 [195] [DEBUG] [app] Ending request: urn:request:68a91c75-c9c8-41aa-b50b-a0fc19a9abc8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:68a91c75-c9c8-41aa-b50b-a0fc19a9abc8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:55:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:40,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:40,179 [196] [DEBUG] [app] Starting request: urn:request:d15d6a94-ed26-4651-870f-2bd2698b692a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:40,179 [196] [DEBUG] [app] Ending request: urn:request:d15d6a94-ed26-4651-870f-2bd2698b692a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d15d6a94-ed26-4651-870f-2bd2698b692a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:55:40,180 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:55:40,180 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:40,180 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:40,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:40,183 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:40,185 [193] [DEBUG] [app] Ending request: urn:request:07a97976-664d-490e-aa59-0b1fa08619c2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:07a97976-664d-490e-aa59-0b1fa08619c2', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:40,185 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:55:40,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:55:40,186 [195] [DEBUG] [app] Ending request: urn:request:7c954b11-c0e4-4a9a-9b2d-6c497404708b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7c954b11-c0e4-4a9a-9b2d-6c497404708b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:40,186 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:55:40,186 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:55:40,629 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:55:42,059 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:55:43,563 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:55:43,614 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:55:43,945 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:55:44,496 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:55:46,091 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:55:46,256 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:55:46,259 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:55:46,261 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:55:46,264 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:55:46,267 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:55:46,270 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:55:46,273 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:55:46,279 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:55:46,281 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:55:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:55:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:16.328917+00:00 (in 29.999476 seconds)
buildlogsarchiver stdout | 2023-06-29 13:55:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:16 UTC)" (scheduled at 2023-06-29 13:55:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:55:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 55, 46, 329860), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:55:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:55:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:55:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:55:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:55:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:55:56.710348+00:00 (in 9.999488 seconds)
gcworker stdout | 2023-06-29 13:55:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:56 UTC)" (scheduled at 2023-06-29 13:55:46.710348+00:00)
gcworker stdout | 2023-06-29 13:55:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837346711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:55:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:55:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:55:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:55:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:55:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:55:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:46.720304+00:00 (in 59.999561 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:55:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:46 UTC)" (scheduled at 2023-06-29 13:55:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:55:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:55:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:55:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:46 UTC)" executed successfully
builder stdout | 2023-06-29 13:55:47,292 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:55:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:55:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:02.336465+00:00 (in 14.999446 seconds)
quotatotalworker stdout | 2023-06-29 13:55:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:02 UTC)" (scheduled at 2023-06-29 13:55:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:55:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:55:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:55:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:02 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:55:47,498 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:55:47,610 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:55:47,612 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:55:47,616 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:55:47,792 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:55:47,889 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:55:48,977 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:55:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:55:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:00.109381+00:00 (in 9.999480 seconds)
notificationworker stdout | 2023-06-29 13:55:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:00 UTC)" (scheduled at 2023-06-29 13:55:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:55:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:55:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 50, 110374), True, datetime.datetime(2023, 6, 29, 13, 55, 50, 110374), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:55:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:55:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:55:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:55:50,610 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:55:50,612 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:55:51,200 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:55:51,203 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:55:55,169 [193] [DEBUG] [app] Starting request: urn:request:f21e9792-7543-4315-ba39-d8adb1809c32 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:55,169 [196] [DEBUG] [app] Starting request: urn:request:88923b5f-2e6a-4de2-93a1-8099bf971caf (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:55:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:55:55,173 [208] [DEBUG] [app] Starting request: urn:request:317f63aa-ea87-4492-bc54-9534e7b1c74f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:55,173 [221] [DEBUG] [app] Starting request: urn:request:c571eed7-fae5-4d18-9de0-4cfe63eb0b18 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:55:55,173 [208] [DEBUG] [app] Ending request: urn:request:317f63aa-ea87-4492-bc54-9534e7b1c74f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:317f63aa-ea87-4492-bc54-9534e7b1c74f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:55:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:55:55,173 [221] [DEBUG] [app] Ending request: urn:request:c571eed7-fae5-4d18-9de0-4cfe63eb0b18 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c571eed7-fae5-4d18-9de0-4cfe63eb0b18', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:55:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-registry stdout | 2023-06-29 13:55:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:55:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:55:55,176 [195] [DEBUG] [app] Starting request: urn:request:7a1e882f-21dc-4eeb-ab75-ee2c01705a6d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:55,176 [193] [DEBUG] [app] Starting request: urn:request:0da5990b-fa9d-4ac0-89c4-cabe1fc97749 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:55:55,177 [195] [DEBUG] [app] Ending request: urn:request:7a1e882f-21dc-4eeb-ab75-ee2c01705a6d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7a1e882f-21dc-4eeb-ab75-ee2c01705a6d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:55:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:55,177 [193] [DEBUG] [app] Ending request: urn:request:0da5990b-fa9d-4ac0-89c4-cabe1fc97749 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0da5990b-fa9d-4ac0-89c4-cabe1fc97749', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:55:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:55:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:55:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:55:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:55,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:55:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:55:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:55:55,184 [193] [DEBUG] [app] Ending request: urn:request:f21e9792-7543-4315-ba39-d8adb1809c32 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f21e9792-7543-4315-ba39-d8adb1809c32', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:55,184 [196] [DEBUG] [app] Ending request: urn:request:88923b5f-2e6a-4de2-93a1-8099bf971caf (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:88923b5f-2e6a-4de2-93a1-8099bf971caf', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:55:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:55:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:55:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:55:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:55:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:55:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:55:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:55:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:06.710348+00:00 (in 9.999456 seconds)
gcworker stdout | 2023-06-29 13:55:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:06 UTC)" (scheduled at 2023-06-29 13:55:56.710348+00:00)
gcworker stdout | 2023-06-29 13:55:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837356711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:55:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:55:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:55:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:55:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:55:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:38.227751+00:00 (in 40.212402 seconds)
repositorygcworker stdout | 2023-06-29 13:55:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:58 UTC)" (scheduled at 2023-06-29 13:55:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:55:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:55:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 55, 58, 15738), True, datetime.datetime(2023, 6, 29, 13, 55, 58, 15738), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:55:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:55:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:55:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:56:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:55:59,818 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:56:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:10.109381+00:00 (in 9.999544 seconds)
notificationworker stdout | 2023-06-29 13:56:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:10 UTC)" (scheduled at 2023-06-29 13:56:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:56:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:56:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 0, 110372), True, datetime.datetime(2023, 6, 29, 13, 56, 0, 110372), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:56:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:56:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:56:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:56:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:17.336465+00:00 (in 14.999427 seconds)
quotatotalworker stdout | 2023-06-29 13:56:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:17 UTC)" (scheduled at 2023-06-29 13:56:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:56:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:56:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:56:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:56:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:56:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:08.157912+00:00 (in 5.094589 seconds)
securityworker stdout | 2023-06-29 13:56:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:33 UTC)" (scheduled at 2023-06-29 13:56:03.062807+00:00)
securityworker stdout | 2023-06-29 13:56:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:56:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:56:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:56:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:56:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:56:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:56:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:56:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:56:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:40.132615+00:00 (in 35.915111 seconds)
namespacegcworker stdout | 2023-06-29 13:56:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:04 UTC)" (scheduled at 2023-06-29 13:56:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:56:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:56:04,218 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:56:05,598 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:56:05,602 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:56:05,604 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:56:05,607 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:56:05,647 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:56:05,709 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:56:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:56:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:16.710348+00:00 (in 9.999472 seconds)
gcworker stdout | 2023-06-29 13:56:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:16 UTC)" (scheduled at 2023-06-29 13:56:06.710348+00:00)
gcworker stdout | 2023-06-29 13:56:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837366711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:56:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:56:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:56:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:56:06,968 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:56:07,127 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:56:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:56:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:26.236566+00:00 (in 18.127220 seconds)
exportactionlogsworker stdout | 2023-06-29 13:56:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:08 UTC)" (scheduled at 2023-06-29 13:56:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:56:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:56:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 8, 109814), True, datetime.datetime(2023, 6, 29, 13, 56, 8, 109814), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:56:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:56:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:56:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:56:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:56:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:33.062807+00:00 (in 24.904367 seconds)
securityworker stdout | 2023-06-29 13:56:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:38 UTC)" (scheduled at 2023-06-29 13:56:08.157912+00:00)
securityworker stdout | 2023-06-29 13:56:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:56:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:56:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:56:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:56:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:56:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:56:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:56:08,167 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:56:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:56:08,168 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:56:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 51, 8, 164115), 1, 2])
securityworker stdout | 2023-06-29 13:56:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:56:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:56:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 51, 8, 164115), 1, 2])
securityworker stdout | 2023-06-29 13:56:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:56:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:56:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:56:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:56:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:56:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:56:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:56:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:56:08,950 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:56:08,953 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:56:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:10.614040+00:00 (in 0.504040 seconds)
notificationworker stdout | 2023-06-29 13:56:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:20 UTC)" (scheduled at 2023-06-29 13:56:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:56:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:56:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 10, 110487), True, datetime.datetime(2023, 6, 29, 13, 56, 10, 110487), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:56:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:56:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:10,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:56:10,169 [196] [DEBUG] [app] Starting request: urn:request:5e73fd8c-e3bd-443d-8b77-aa91802bd0d7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:10,169 [195] [DEBUG] [app] Starting request: urn:request:88270193-62ee-4a13-9196-f83b00396bfb (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:56:10,172 [208] [DEBUG] [app] Starting request: urn:request:62225c44-ca8d-4bf9-9891-ab8efb6f6b28 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:10,172 [221] [DEBUG] [app] Starting request: urn:request:427c538f-e24b-4416-b2f4-785b10cae8ab (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:10,173 [208] [DEBUG] [app] Ending request: urn:request:62225c44-ca8d-4bf9-9891-ab8efb6f6b28 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:62225c44-ca8d-4bf9-9891-ab8efb6f6b28', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:10,173 [221] [DEBUG] [app] Ending request: urn:request:427c538f-e24b-4416-b2f4-785b10cae8ab (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:427c538f-e24b-4416-b2f4-785b10cae8ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:56:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:56:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:10,176 [193] [DEBUG] [app] Starting request: urn:request:1788541e-3c5a-448c-9402-bdd3d8025800 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:10,176 [194] [DEBUG] [app] Starting request: urn:request:dcff30fe-814e-4069-b943-50d18db5d277 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:10,176 [193] [DEBUG] [app] Ending request: urn:request:1788541e-3c5a-448c-9402-bdd3d8025800 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1788541e-3c5a-448c-9402-bdd3d8025800', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:56:10,176 [194] [DEBUG] [app] Ending request: urn:request:dcff30fe-814e-4069-b943-50d18db5d277 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:dcff30fe-814e-4069-b943-50d18db5d277', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:56:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:56:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:10,183 [196] [DEBUG] [app] Ending request: urn:request:5e73fd8c-e3bd-443d-8b77-aa91802bd0d7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5e73fd8c-e3bd-443d-8b77-aa91802bd0d7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:56:10,183 [195] [DEBUG] [app] Ending request: urn:request:88270193-62ee-4a13-9196-f83b00396bfb (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:88270193-62ee-4a13-9196-f83b00396bfb', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:56:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:56:10,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:56:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:20.109381+00:00 (in 9.494830 seconds)
notificationworker stdout | 2023-06-29 13:56:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:10 UTC)" (scheduled at 2023-06-29 13:56:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:56:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:56:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:10 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:56:10,665 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:56:12,096 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:56:13,572 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:56:13,651 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:56:13,962 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:56:14,510 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:36.011593+00:00 (in 21.175450 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:14 UTC)" (scheduled at 2023-06-29 13:56:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 14, 836555), True, datetime.datetime(2023, 6, 29, 13, 56, 14, 836555), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:56:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:56:16,127 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:56:16,265 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:56:16,268 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:56:16,272 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:56:16,275 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:56:16,278 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:56:16,280 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:56:16,283 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:56:16,290 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:56:16,292 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:56:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:56:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:46.328917+00:00 (in 29.999481 seconds)
buildlogsarchiver stdout | 2023-06-29 13:56:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:46 UTC)" (scheduled at 2023-06-29 13:56:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:56:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 56, 16, 329816), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:56:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:56:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:56:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:56:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:56:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:56:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:26.710348+00:00 (in 9.999509 seconds)
gcworker stdout | 2023-06-29 13:56:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:26 UTC)" (scheduled at 2023-06-29 13:56:16.710348+00:00)
gcworker stdout | 2023-06-29 13:56:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837376711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:56:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:56:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:56:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:26 UTC)" executed successfully
builder stdout | 2023-06-29 13:56:17,328 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
quotatotalworker stdout | 2023-06-29 13:56:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:56:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:32.336465+00:00 (in 14.999504 seconds)
quotatotalworker stdout | 2023-06-29 13:56:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:32 UTC)" (scheduled at 2023-06-29 13:56:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:56:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:56:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:56:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:32 UTC)" executed successfully
teamsyncworker stdout | 2023-06-29 13:56:17,531 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:56:17,618 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:56:17,621 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:56:17,624 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:56:17,817 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:56:17,921 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:56:19,002 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:56:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:30.109381+00:00 (in 9.999519 seconds)
notificationworker stdout | 2023-06-29 13:56:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:30 UTC)" (scheduled at 2023-06-29 13:56:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:56:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:56:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 20, 110333), True, datetime.datetime(2023, 6, 29, 13, 56, 20, 110333), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:56:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:56:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:30 UTC)" executed successfully
manifestbackfillworker stdout | 2023-06-29 13:56:20,630 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
securityscanningnotificationworker stdout | 2023-06-29 13:56:20,646 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
namespacegcworker stdout | 2023-06-29 13:56:21,223 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:56:21,228 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:56:25,169 [196] [DEBUG] [app] Starting request: urn:request:e834e54a-4768-4c13-bd41-6e39842bc352 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:25,169 [195] [DEBUG] [app] Starting request: urn:request:c2d2fc38-6c59-4847-88bf-7eb7fdbec7be (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:56:25,173 [208] [DEBUG] [app] Starting request: urn:request:2abfe8af-e730-476f-80da-52712bd44de2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:25,173 [221] [DEBUG] [app] Starting request: urn:request:10df49e9-9f70-4192-8243-e07132ab5229 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:25,173 [208] [DEBUG] [app] Ending request: urn:request:2abfe8af-e730-476f-80da-52712bd44de2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2abfe8af-e730-476f-80da-52712bd44de2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:25,174 [221] [DEBUG] [app] Ending request: urn:request:10df49e9-9f70-4192-8243-e07132ab5229 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:10df49e9-9f70-4192-8243-e07132ab5229', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:56:25,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:56:25,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:25,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:25,176 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:25,177 [193] [DEBUG] [app] Starting request: urn:request:70d2fd00-d027-44b3-b3e3-c036f7c5a635 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:25,177 [194] [DEBUG] [app] Starting request: urn:request:0c837e93-105a-4d93-adaf-dd692f8b72f0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:25,178 [193] [DEBUG] [app] Ending request: urn:request:70d2fd00-d027-44b3-b3e3-c036f7c5a635 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:70d2fd00-d027-44b3-b3e3-c036f7c5a635', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:56:25,178 [194] [DEBUG] [app] Ending request: urn:request:0c837e93-105a-4d93-adaf-dd692f8b72f0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0c837e93-105a-4d93-adaf-dd692f8b72f0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:56:25,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:25,178 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:25,178 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:25,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:25,179 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:25,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:25,182 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:25,185 [196] [DEBUG] [app] Ending request: urn:request:e834e54a-4768-4c13-bd41-6e39842bc352 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e834e54a-4768-4c13-bd41-6e39842bc352', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:25,185 [195] [DEBUG] [app] Ending request: urn:request:c2d2fc38-6c59-4847-88bf-7eb7fdbec7be (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c2d2fc38-6c59-4847-88bf-7eb7fdbec7be', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:25,185 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:56:25,185 [195] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:56:25,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:56:25,185 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:56:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:56:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:08.108858+00:00 (in 41.871785 seconds)
exportactionlogsworker stdout | 2023-06-29 13:56:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:26 UTC)" (scheduled at 2023-06-29 13:56:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:56:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:56:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:56:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:56:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:36.710348+00:00 (in 9.999505 seconds)
gcworker stdout | 2023-06-29 13:56:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:36 UTC)" (scheduled at 2023-06-29 13:56:26.710348+00:00)
gcworker stdout | 2023-06-29 13:56:26,711 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100])
gcworker stdout | 2023-06-29 13:56:26,716 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837386715, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:56:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:56:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:56:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:56:29,856 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:56:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:39.613650+00:00 (in 9.503764 seconds)
notificationworker stdout | 2023-06-29 13:56:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:40 UTC)" (scheduled at 2023-06-29 13:56:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:56:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:56:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 30, 110380), True, datetime.datetime(2023, 6, 29, 13, 56, 30, 110380), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:56:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:56:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:56:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:56:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:47.336465+00:00 (in 14.999471 seconds)
quotatotalworker stdout | 2023-06-29 13:56:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:47 UTC)" (scheduled at 2023-06-29 13:56:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:56:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:56:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:56:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:56:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:56:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:56:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:38.157912+00:00 (in 5.094625 seconds)
securityworker stdout | 2023-06-29 13:56:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:03 UTC)" (scheduled at 2023-06-29 13:56:33.062807+00:00)
securityworker stdout | 2023-06-29 13:56:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:56:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:56:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:56:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:56:33,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:56:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:56:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:56:35,605 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:56:35,610 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:56:35,613 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:56:35,616 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:56:35,653 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:56:35,745 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
securityscanningnotificationworker stdout | 2023-06-29 13:56:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:56:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:14.835653+00:00 (in 38.823522 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:56:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:36 UTC)" (scheduled at 2023-06-29 13:56:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:56:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:56:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:56:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:56:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:46.710348+00:00 (in 9.999488 seconds)
gcworker stdout | 2023-06-29 13:56:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:46 UTC)" (scheduled at 2023-06-29 13:56:36.710348+00:00)
gcworker stdout | 2023-06-29 13:56:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837396711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:56:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:56:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:56:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:56:37,004 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:56:37,161 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:56:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:56:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:03.062807+00:00 (in 24.904419 seconds)
securityworker stdout | 2023-06-29 13:56:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:08 UTC)" (scheduled at 2023-06-29 13:56:38.157912+00:00)
securityworker stdout | 2023-06-29 13:56:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:56:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:56:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:56:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:56:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:56:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:56:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:56:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:56:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:56:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:56:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 51, 38, 164330), 1, 2])
securityworker stdout | 2023-06-29 13:56:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:56:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:56:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 51, 38, 164330), 1, 2])
securityworker stdout | 2023-06-29 13:56:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:56:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:56:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:56:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:56:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:56:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:56:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:56:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:56:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:56:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:56:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:58.014887+00:00 (in 19.786667 seconds)
repositorygcworker stdout | 2023-06-29 13:56:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:38 UTC)" (scheduled at 2023-06-29 13:56:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:56:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:56:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:56:38,971 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:56:38,974 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
notificationworker stdout | 2023-06-29 13:56:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:40.109381+00:00 (in 0.495235 seconds)
notificationworker stdout | 2023-06-29 13:56:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:01:39 UTC)" (scheduled at 2023-06-29 13:56:39.613650+00:00)
notificationworker stdout | 2023-06-29 13:56:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 56, 39, 614482), 'notification/%'])
notificationworker stdout | 2023-06-29 13:56:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 56, 39, 614482), True, datetime.datetime(2023, 6, 29, 13, 56, 39, 614482), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 13:56:39,620 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 56, 39, 614482), True, datetime.datetime(2023, 6, 29, 13, 56, 39, 614482), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 13, 56, 39, 614482), 'notification/%'])
notificationworker stdout | 2023-06-29 13:56:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:01:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:56:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:50.109381+00:00 (in 9.999614 seconds)
notificationworker stdout | 2023-06-29 13:56:40,109 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:50 UTC)" (scheduled at 2023-06-29 13:56:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:56:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:56:40,110 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 40, 110090), True, datetime.datetime(2023, 6, 29, 13, 56, 40, 110090), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:56:40,114 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:56:40,114 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:40,114 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:56:40,133 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:56:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:04.217001+00:00 (in 24.083840 seconds)
namespacegcworker stdout | 2023-06-29 13:56:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:40 UTC)" (scheduled at 2023-06-29 13:56:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:56:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:56:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 40, 133530), True, datetime.datetime(2023, 6, 29, 13, 56, 40, 133530), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:56:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:56:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:56:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:56:40,169 [195] [DEBUG] [app] Starting request: urn:request:98e742a6-04e8-4c1e-8cf6-b2555aaf7f13 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:40,169 [193] [DEBUG] [app] Starting request: urn:request:b6f46091-ea8f-41d1-ab10-4a1efca4f62d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:40,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:40,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:56:40,172 [221] [DEBUG] [app] Starting request: urn:request:cdf3e0ef-5a6d-4c5f-b58e-90cbcbbe1679 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:40,172 [208] [DEBUG] [app] Starting request: urn:request:0073899c-7e4b-434b-9e3b-42d2cdd7b534 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:40,172 [208] [DEBUG] [app] Ending request: urn:request:0073899c-7e4b-434b-9e3b-42d2cdd7b534 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0073899c-7e4b-434b-9e3b-42d2cdd7b534', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:40,173 [221] [DEBUG] [app] Ending request: urn:request:cdf3e0ef-5a6d-4c5f-b58e-90cbcbbe1679 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cdf3e0ef-5a6d-4c5f-b58e-90cbcbbe1679', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:56:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:40,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:40,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:56:40,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:40,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:40,175 [195] [DEBUG] [app] Starting request: urn:request:29c0b076-09c7-4a98-9f3e-08c39aee2dc3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:40,176 [195] [DEBUG] [app] Ending request: urn:request:29c0b076-09c7-4a98-9f3e-08c39aee2dc3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:29c0b076-09c7-4a98-9f3e-08c39aee2dc3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:56:40,176 [196] [DEBUG] [app] Starting request: urn:request:9b2b3d90-7cb4-4b35-8aae-c50dc91d65ae (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:40,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:56:40,176 [196] [DEBUG] [app] Ending request: urn:request:9b2b3d90-7cb4-4b35-8aae-c50dc91d65ae (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9b2b3d90-7cb4-4b35-8aae-c50dc91d65ae', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:56:40,176 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:56:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:40,179 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:40,179 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:40,182 [195] [DEBUG] [app] Ending request: urn:request:98e742a6-04e8-4c1e-8cf6-b2555aaf7f13 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:98e742a6-04e8-4c1e-8cf6-b2555aaf7f13', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:40,182 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:56:40,182 [193] [DEBUG] [app] Ending request: urn:request:b6f46091-ea8f-41d1-ab10-4a1efca4f62d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b6f46091-ea8f-41d1-ab10-4a1efca4f62d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:40,182 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:56:40,182 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:56:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:56:40,702 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:56:42,133 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:56:43,608 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:56:43,687 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:56:43,998 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:56:44,548 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:56:46,163 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:56:46,273 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:56:46,281 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:56:46,284 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:56:46,287 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:56:46,290 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:56:46,293 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:56:46,295 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:56:46,300 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:56:46,303 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:56:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:56:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:16.328917+00:00 (in 29.999518 seconds)
buildlogsarchiver stdout | 2023-06-29 13:56:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:16 UTC)" (scheduled at 2023-06-29 13:56:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:56:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 56, 46, 329878), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:56:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:56:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:56:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:56:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:56:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:56:56.710348+00:00 (in 9.999450 seconds)
gcworker stdout | 2023-06-29 13:56:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:56 UTC)" (scheduled at 2023-06-29 13:56:46.710348+00:00)
gcworker stdout | 2023-06-29 13:56:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837406711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:56:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:56:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:56:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:56:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:56:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:56:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:46.720304+00:00 (in 59.999565 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:56:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:46 UTC)" (scheduled at 2023-06-29 13:56:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:56:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:56:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:56:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:46 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:56:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:56:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:02.336465+00:00 (in 14.999452 seconds)
quotatotalworker stdout | 2023-06-29 13:56:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:02 UTC)" (scheduled at 2023-06-29 13:56:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:56:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:56:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:56:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:02 UTC)" executed successfully
builder stdout | 2023-06-29 13:56:47,346 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:56:47,568 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:56:47,626 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:56:47,629 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:56:47,631 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:56:47,854 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:56:47,956 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:56:49,039 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:56:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:56:50,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:00.109381+00:00 (in 9.999605 seconds)
notificationworker stdout | 2023-06-29 13:56:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:00 UTC)" (scheduled at 2023-06-29 13:56:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:56:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:56:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 50, 110211), True, datetime.datetime(2023, 6, 29, 13, 56, 50, 110211), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:56:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:56:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:56:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:56:50,664 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:56:50,667 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
namespacegcworker stdout | 2023-06-29 13:56:51,261 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
repositoryactioncounter stdout | 2023-06-29 13:56:51,263 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
gunicorn-web stdout | 2023-06-29 13:56:55,169 [196] [DEBUG] [app] Starting request: urn:request:a1f59d94-da24-4ac6-accf-8fe56088f8e9 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:55,169 [195] [DEBUG] [app] Starting request: urn:request:f88c851a-2051-4fb0-86e7-d12b04ae1bcc (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:56:55,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:55,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:56:55,172 [214] [DEBUG] [app] Starting request: urn:request:b72831db-3b30-4ec0-88ae-02112c815442 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:55,172 [208] [DEBUG] [app] Starting request: urn:request:4e14c2a3-a015-4898-95ec-b65d80e86516 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:56:55,173 [214] [DEBUG] [app] Ending request: urn:request:b72831db-3b30-4ec0-88ae-02112c815442 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b72831db-3b30-4ec0-88ae-02112c815442', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:55,173 [208] [DEBUG] [app] Ending request: urn:request:4e14c2a3-a015-4898-95ec-b65d80e86516 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4e14c2a3-a015-4898-95ec-b65d80e86516', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:56:55,173 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:56:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:56:55,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:55,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:56:55,176 [194] [DEBUG] [app] Starting request: urn:request:7b3d6500-2cc7-4f73-8aec-e05000a4c089 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:55,176 [193] [DEBUG] [app] Starting request: urn:request:10a7057f-baa8-4a89-957f-7ed3a646eb9d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:56:55,176 [194] [DEBUG] [app] Ending request: urn:request:7b3d6500-2cc7-4f73-8aec-e05000a4c089 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7b3d6500-2cc7-4f73-8aec-e05000a4c089', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:56:55,176 [193] [DEBUG] [app] Ending request: urn:request:10a7057f-baa8-4a89-957f-7ed3a646eb9d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:10a7057f-baa8-4a89-957f-7ed3a646eb9d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:56:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:56:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:56:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:56:55,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:56:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:55,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:56:55,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:56:55,183 [195] [DEBUG] [app] Ending request: urn:request:f88c851a-2051-4fb0-86e7-d12b04ae1bcc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f88c851a-2051-4fb0-86e7-d12b04ae1bcc', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:55,183 [196] [DEBUG] [app] Ending request: urn:request:a1f59d94-da24-4ac6-accf-8fe56088f8e9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a1f59d94-da24-4ac6-accf-8fe56088f8e9', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:56:55,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:56:55,183 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:56:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:56:55,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:56:55,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:56:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gcworker stdout | 2023-06-29 13:56:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:56:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:06.710348+00:00 (in 9.999414 seconds)
gcworker stdout | 2023-06-29 13:56:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:06 UTC)" (scheduled at 2023-06-29 13:56:56.710348+00:00)
gcworker stdout | 2023-06-29 13:56:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837416711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:56:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:56:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:56:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:56:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:56:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:38.227751+00:00 (in 40.212396 seconds)
repositorygcworker stdout | 2023-06-29 13:56:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:58 UTC)" (scheduled at 2023-06-29 13:56:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:56:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:56:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 56, 58, 15789), True, datetime.datetime(2023, 6, 29, 13, 56, 58, 15789), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:56:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:56:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:56:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:57:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:56:59,893 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:57:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:10.109381+00:00 (in 9.999553 seconds)
notificationworker stdout | 2023-06-29 13:57:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:10 UTC)" (scheduled at 2023-06-29 13:57:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:57:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:57:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 0, 110325), True, datetime.datetime(2023, 6, 29, 13, 57, 0, 110325), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:57:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:57:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:57:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:57:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:57:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:17.336465+00:00 (in 14.999465 seconds)
quotatotalworker stdout | 2023-06-29 13:57:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:17 UTC)" (scheduled at 2023-06-29 13:57:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:57:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:57:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:57:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:57:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:57:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:08.157912+00:00 (in 5.094579 seconds)
securityworker stdout | 2023-06-29 13:57:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:33 UTC)" (scheduled at 2023-06-29 13:57:03.062807+00:00)
securityworker stdout | 2023-06-29 13:57:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:57:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:57:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:57:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:57:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:57:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:57:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:57:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:57:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:40.132615+00:00 (in 35.915140 seconds)
namespacegcworker stdout | 2023-06-29 13:57:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:04 UTC)" (scheduled at 2023-06-29 13:57:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:57:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:57:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:57:05,614 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:57:05,617 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:57:05,620 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:57:05,623 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:57:05,661 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:57:05,780 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:57:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:57:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:16.710348+00:00 (in 9.999495 seconds)
gcworker stdout | 2023-06-29 13:57:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:16 UTC)" (scheduled at 2023-06-29 13:57:06.710348+00:00)
gcworker stdout | 2023-06-29 13:57:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837426711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:57:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:57:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:57:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:57:07,036 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:57:07,173 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:57:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:57:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:26.236566+00:00 (in 18.127209 seconds)
exportactionlogsworker stdout | 2023-06-29 13:57:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:08 UTC)" (scheduled at 2023-06-29 13:57:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:57:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:57:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 8, 109824), True, datetime.datetime(2023, 6, 29, 13, 57, 8, 109824), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:57:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:57:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:57:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:57:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:57:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:33.062807+00:00 (in 24.904372 seconds)
securityworker stdout | 2023-06-29 13:57:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:38 UTC)" (scheduled at 2023-06-29 13:57:08.157912+00:00)
securityworker stdout | 2023-06-29 13:57:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:57:08,183 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:57:08,183 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:57:08,183 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:08,183 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:57:08,183 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:57:08,186 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:57:08,187 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:57:08,191 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:57:08,192 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:57:08,192 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:57:08,193 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 52, 8, 187585), 1, 2])
securityworker stdout | 2023-06-29 13:57:08,193 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:57:08,193 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:57:08,194 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 52, 8, 187585), 1, 2])
securityworker stdout | 2023-06-29 13:57:08,194 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:57:08,194 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:57:08,194 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:08,195 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:57:08,195 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:57:08,195 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:57:08,195 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:57:08,196 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:08,196 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:57:08,196 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:57:08,991 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:57:09,007 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:57:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:10.614040+00:00 (in 0.504121 seconds)
notificationworker stdout | 2023-06-29 13:57:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:20 UTC)" (scheduled at 2023-06-29 13:57:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:57:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:57:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 10, 110485), True, datetime.datetime(2023, 6, 29, 13, 57, 10, 110485), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:57:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:57:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:57:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:57:10,169 [196] [DEBUG] [app] Starting request: urn:request:623f629a-3f4e-4ec7-b4d1-86b29616f045 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:10,169 [194] [DEBUG] [app] Starting request: urn:request:c984619f-81aa-44f3-9c42-a2f2c01f6f1a (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:10,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:57:10,172 [214] [DEBUG] [app] Starting request: urn:request:fbf4ae6e-148c-40a0-80a1-d350217f8d9a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:10,172 [208] [DEBUG] [app] Starting request: urn:request:78a0d12a-4ed8-46d7-b52a-f30d6d31f3c1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:10,173 [214] [DEBUG] [app] Ending request: urn:request:fbf4ae6e-148c-40a0-80a1-d350217f8d9a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fbf4ae6e-148c-40a0-80a1-d350217f8d9a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:10,173 [208] [DEBUG] [app] Ending request: urn:request:78a0d12a-4ed8-46d7-b52a-f30d6d31f3c1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:78a0d12a-4ed8-46d7-b52a-f30d6d31f3c1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:57:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:57:10,174 [214] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:10,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:10,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:10,176 [193] [DEBUG] [app] Starting request: urn:request:d3616fc4-8d34-4515-8fb7-17ebf91b9a03 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:10,176 [195] [DEBUG] [app] Starting request: urn:request:942752bf-10ac-4f53-87aa-ca22e5019aaa (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:10,177 [193] [DEBUG] [app] Ending request: urn:request:d3616fc4-8d34-4515-8fb7-17ebf91b9a03 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d3616fc4-8d34-4515-8fb7-17ebf91b9a03', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:57:10,177 [195] [DEBUG] [app] Ending request: urn:request:942752bf-10ac-4f53-87aa-ca22e5019aaa (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:942752bf-10ac-4f53-87aa-ca22e5019aaa', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:10,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:57:10,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:10,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:10,183 [196] [DEBUG] [app] Ending request: urn:request:623f629a-3f4e-4ec7-b4d1-86b29616f045 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:623f629a-3f4e-4ec7-b4d1-86b29616f045', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:10,183 [194] [DEBUG] [app] Ending request: urn:request:c984619f-81aa-44f3-9c42-a2f2c01f6f1a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c984619f-81aa-44f3-9c42-a2f2c01f6f1a', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:10,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:57:10,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 13:57:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:20.109381+00:00 (in 9.494755 seconds)
notificationworker stdout | 2023-06-29 13:57:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:10 UTC)" (scheduled at 2023-06-29 13:57:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:57:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:57:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:10 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:57:10,724 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:57:12,169 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:57:13,645 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:57:13,723 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:57:14,011 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:57:14,585 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:30.011377+00:00 (in 15.175213 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:14 UTC)" (scheduled at 2023-06-29 13:57:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 14, 836652), True, datetime.datetime(2023, 6, 29, 13, 57, 14, 836652), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:57:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:57:16,200 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:57:16,280 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:57:16,293 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:57:16,296 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:57:16,298 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:57:16,301 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:57:16,305 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:57:16,308 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:57:16,311 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:57:16,313 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:57:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:57:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:46.328917+00:00 (in 29.999424 seconds)
buildlogsarchiver stdout | 2023-06-29 13:57:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:46 UTC)" (scheduled at 2023-06-29 13:57:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:57:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 57, 16, 329902), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:57:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:57:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:57:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:57:46 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:57:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:57:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:26.710348+00:00 (in 9.999474 seconds)
gcworker stdout | 2023-06-29 13:57:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:26 UTC)" (scheduled at 2023-06-29 13:57:16.710348+00:00)
gcworker stdout | 2023-06-29 13:57:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837436711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:57:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:57:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:57:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:26 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:57:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:57:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:32.336465+00:00 (in 14.999498 seconds)
quotatotalworker stdout | 2023-06-29 13:57:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:32 UTC)" (scheduled at 2023-06-29 13:57:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:57:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:57:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:57:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:32 UTC)" executed successfully
builder stdout | 2023-06-29 13:57:17,383 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:57:17,604 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:57:17,635 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:57:17,639 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:57:17,641 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:57:17,881 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:57:17,992 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:57:19,065 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:57:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:30.109381+00:00 (in 9.999523 seconds)
notificationworker stdout | 2023-06-29 13:57:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:30 UTC)" (scheduled at 2023-06-29 13:57:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:57:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:57:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 20, 110428), True, datetime.datetime(2023, 6, 29, 13, 57, 20, 110428), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:57:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:57:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:57:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:57:20,691 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:57:20,703 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:57:21,277 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:57:21,296 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:57:25,170 [194] [DEBUG] [app] Starting request: urn:request:166580f8-b941-4896-be7e-85687f270f6c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:25,170 [193] [DEBUG] [app] Starting request: urn:request:830058ff-5ecb-4253-9435-86661e1e44ff (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:57:25,173 [218] [DEBUG] [app] Starting request: urn:request:07fcff40-cba1-45b9-ad56-19ae32084a83 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:25,173 [221] [DEBUG] [app] Starting request: urn:request:01f203f3-dd6c-4acd-a83b-370306e3c122 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:25,173 [218] [DEBUG] [app] Ending request: urn:request:07fcff40-cba1-45b9-ad56-19ae32084a83 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:07fcff40-cba1-45b9-ad56-19ae32084a83', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:25,173 [221] [DEBUG] [app] Ending request: urn:request:01f203f3-dd6c-4acd-a83b-370306e3c122 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:01f203f3-dd6c-4acd-a83b-370306e3c122', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:25,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:57:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:57:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:25,176 [194] [DEBUG] [app] Starting request: urn:request:61b41bd7-1974-4cca-a53d-178f86d42f41 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:25,177 [194] [DEBUG] [app] Ending request: urn:request:61b41bd7-1974-4cca-a53d-178f86d42f41 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:61b41bd7-1974-4cca-a53d-178f86d42f41', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:57:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:25,178 [195] [DEBUG] [app] Starting request: urn:request:d1fb0029-611f-497e-ae73-92c08feb9a22 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:25,178 [195] [DEBUG] [app] Ending request: urn:request:d1fb0029-611f-497e-ae73-92c08feb9a22 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d1fb0029-611f-497e-ae73-92c08feb9a22', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:25,179 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:57:25,179 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:25,179 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:25,182 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:25,184 [193] [DEBUG] [app] Ending request: urn:request:830058ff-5ecb-4253-9435-86661e1e44ff (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:830058ff-5ecb-4253-9435-86661e1e44ff', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:57:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:57:25,185 [194] [DEBUG] [app] Ending request: urn:request:166580f8-b941-4896-be7e-85687f270f6c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:166580f8-b941-4896-be7e-85687f270f6c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:25,185 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:25,185 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 13:57:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:57:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:08.108858+00:00 (in 41.871806 seconds)
exportactionlogsworker stdout | 2023-06-29 13:57:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:26 UTC)" (scheduled at 2023-06-29 13:57:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:57:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:57:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:57:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:57:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:36.710348+00:00 (in 9.999544 seconds)
gcworker stdout | 2023-06-29 13:57:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:36 UTC)" (scheduled at 2023-06-29 13:57:26.710348+00:00)
gcworker stdout | 2023-06-29 13:57:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837446711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:57:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:57:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:57:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:57:29,929 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:36.011593+00:00 (in 5.999737 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:02:30 UTC)" (scheduled at 2023-06-29 13:57:30.011377+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,012 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 57, 30, 12284), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,017 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 57, 30, 12284), True, datetime.datetime(2023, 6, 29, 13, 57, 30, 12284), 0, 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,018 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 57, 30, 12284), True, datetime.datetime(2023, 6, 29, 13, 57, 30, 12284), 0, 'secscanv4/%', False, datetime.datetime(2023, 6, 29, 13, 57, 30, 12284), 'secscanv4/%'])
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,019 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:57:30,019 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:02:30 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:57:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:40.109381+00:00 (in 9.999514 seconds)
notificationworker stdout | 2023-06-29 13:57:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:40 UTC)" (scheduled at 2023-06-29 13:57:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:57:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:57:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 30, 110285), True, datetime.datetime(2023, 6, 29, 13, 57, 30, 110285), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:57:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:57:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:57:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:57:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:57:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:47.336465+00:00 (in 14.999446 seconds)
quotatotalworker stdout | 2023-06-29 13:57:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:47 UTC)" (scheduled at 2023-06-29 13:57:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:57:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:57:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:57:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:57:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:57:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:57:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:38.157912+00:00 (in 5.094596 seconds)
securityworker stdout | 2023-06-29 13:57:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:03 UTC)" (scheduled at 2023-06-29 13:57:33.062807+00:00)
securityworker stdout | 2023-06-29 13:57:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:57:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:57:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:57:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:57:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:57:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:57:33,072 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:57:35,622 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:57:35,625 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:57:35,628 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:57:35,631 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:57:35,669 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:57:35,795 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
securityscanningnotificationworker stdout | 2023-06-29 13:57:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:57:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:14.835653+00:00 (in 38.823572 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:57:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:36 UTC)" (scheduled at 2023-06-29 13:57:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:57:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:57:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:57:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:57:36,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:46.710348+00:00 (in 9.999534 seconds)
gcworker stdout | 2023-06-29 13:57:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:46 UTC)" (scheduled at 2023-06-29 13:57:36.710348+00:00)
gcworker stdout | 2023-06-29 13:57:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837456711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:57:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:57:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:57:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:57:37,050 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:57:37,179 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:57:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:57:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:03.062807+00:00 (in 24.904394 seconds)
securityworker stdout | 2023-06-29 13:57:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:08 UTC)" (scheduled at 2023-06-29 13:57:38.157912+00:00)
securityworker stdout | 2023-06-29 13:57:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:57:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:57:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:57:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:57:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:57:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:57:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:57:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:57:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:57:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:57:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 52, 38, 165739), 1, 2])
securityworker stdout | 2023-06-29 13:57:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:57:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:57:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 52, 38, 165739), 1, 2])
securityworker stdout | 2023-06-29 13:57:38,173 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:57:38,173 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:57:38,173 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:38,173 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:57:38,173 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:57:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:57:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:57:38,174 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:57:38,174 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:57:38,174 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:57:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:57:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:58.014887+00:00 (in 19.786623 seconds)
repositorygcworker stdout | 2023-06-29 13:57:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:38 UTC)" (scheduled at 2023-06-29 13:57:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:57:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:57:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:57:39,015 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:57:39,019 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:57:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:50.109381+00:00 (in 9.999549 seconds)
notificationworker stdout | 2023-06-29 13:57:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:50 UTC)" (scheduled at 2023-06-29 13:57:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:57:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:57:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 40, 110302), True, datetime.datetime(2023, 6, 29, 13, 57, 40, 110302), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:57:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:57:40,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:57:40,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:57:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:57:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:04.217001+00:00 (in 24.083924 seconds)
namespacegcworker stdout | 2023-06-29 13:57:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:40 UTC)" (scheduled at 2023-06-29 13:57:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:57:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:57:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 40, 133450), True, datetime.datetime(2023, 6, 29, 13, 57, 40, 133450), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:57:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:57:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:57:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:57:40,169 [196] [DEBUG] [app] Starting request: urn:request:d3096a4c-cd62-4020-b032-f31f3b48b96f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:40,169 [193] [DEBUG] [app] Starting request: urn:request:d87cbc61-dfc8-49f1-834e-9ae63ba57d44 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:57:40,172 [208] [DEBUG] [app] Starting request: urn:request:a70a668a-4ed6-4541-bf2f-d4ce307a19fd (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:40,173 [217] [DEBUG] [app] Starting request: urn:request:bc15bb88-b94c-48df-8ac7-f45ce1cf017e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:40,173 [208] [DEBUG] [app] Ending request: urn:request:a70a668a-4ed6-4541-bf2f-d4ce307a19fd (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a70a668a-4ed6-4541-bf2f-d4ce307a19fd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:40,173 [217] [DEBUG] [app] Ending request: urn:request:bc15bb88-b94c-48df-8ac7-f45ce1cf017e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bc15bb88-b94c-48df-8ac7-f45ce1cf017e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:57:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:57:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:40,176 [195] [DEBUG] [app] Starting request: urn:request:aa627649-c8e6-4472-af8d-bc8ba2c4e399 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:40,176 [194] [DEBUG] [app] Starting request: urn:request:47ab9205-ab65-43b3-ac8e-032e15611e90 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:40,176 [195] [DEBUG] [app] Ending request: urn:request:aa627649-c8e6-4472-af8d-bc8ba2c4e399 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:aa627649-c8e6-4472-af8d-bc8ba2c4e399', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:40,177 [194] [DEBUG] [app] Ending request: urn:request:47ab9205-ab65-43b3-ac8e-032e15611e90 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:47ab9205-ab65-43b3-ac8e-032e15611e90', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:40,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:57:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:40,183 [193] [DEBUG] [app] Ending request: urn:request:d87cbc61-dfc8-49f1-834e-9ae63ba57d44 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d87cbc61-dfc8-49f1-834e-9ae63ba57d44', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:40,183 [196] [DEBUG] [app] Ending request: urn:request:d3096a4c-cd62-4020-b032-f31f3b48b96f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d3096a4c-cd62-4020-b032-f31f3b48b96f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:57:40,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:57:40,761 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:57:42,206 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:57:43,681 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:57:43,759 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:57:44,023 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:57:44,621 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:57:46,233 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:57:46,291 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:57:46,305 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:57:46,308 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:57:46,311 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:57:46,313 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:57:46,316 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:57:46,320 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:57:46,322 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:57:46,325 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
buildlogsarchiver stdout | 2023-06-29 13:57:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:57:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:16.328917+00:00 (in 29.999547 seconds)
buildlogsarchiver stdout | 2023-06-29 13:57:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:16 UTC)" (scheduled at 2023-06-29 13:57:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:57:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 57, 46, 329687), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:57:46,334 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:57:46,334 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:57:46,334 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:16 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:57:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:57:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:57:56.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 13:57:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:56 UTC)" (scheduled at 2023-06-29 13:57:46.710348+00:00)
gcworker stdout | 2023-06-29 13:57:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837466711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:57:46,716 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:57:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:57:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:57:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:57:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:57:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:46.720304+00:00 (in 59.999584 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:57:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:46 UTC)" (scheduled at 2023-06-29 13:57:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:57:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:57:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:57:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:46 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:57:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:57:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:02.336465+00:00 (in 14.999510 seconds)
quotatotalworker stdout | 2023-06-29 13:57:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:02 UTC)" (scheduled at 2023-06-29 13:57:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:57:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:57:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:57:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:02 UTC)" executed successfully
builder stdout | 2023-06-29 13:57:47,394 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
teamsyncworker stdout | 2023-06-29 13:57:47,641 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:57:47,643 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:57:47,646 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:57:47,649 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:57:47,918 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:57:48,028 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:57:49,101 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:57:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:57:50,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:00.109381+00:00 (in 9.999560 seconds)
notificationworker stdout | 2023-06-29 13:57:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:00 UTC)" (scheduled at 2023-06-29 13:57:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:57:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:57:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 50, 110238), True, datetime.datetime(2023, 6, 29, 13, 57, 50, 110238), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:57:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:57:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:57:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:57:50,700 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:57:50,739 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:57:51,307 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:57:51,330 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:57:55,169 [194] [DEBUG] [app] Starting request: urn:request:52dddd0f-62a5-446f-8a87-53fdee57b3f5 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:55,169 [193] [DEBUG] [app] Starting request: urn:request:8a58cd1f-b485-491b-a757-7c0c52b491aa (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:57:55,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:57:55,172 [221] [DEBUG] [app] Starting request: urn:request:cf5b9cc7-b4f1-4cb0-acbe-69fc598f3dad (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:55,172 [213] [DEBUG] [app] Starting request: urn:request:70c9c722-5c33-4b3a-9330-3762919d8daf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:57:55,173 [221] [DEBUG] [app] Ending request: urn:request:cf5b9cc7-b4f1-4cb0-acbe-69fc598f3dad (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cf5b9cc7-b4f1-4cb0-acbe-69fc598f3dad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:55,173 [213] [DEBUG] [app] Ending request: urn:request:70c9c722-5c33-4b3a-9330-3762919d8daf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:70c9c722-5c33-4b3a-9330-3762919d8daf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:57:55,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:57:55,173 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:57:55,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:55,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:57:55,176 [195] [DEBUG] [app] Starting request: urn:request:6249a605-704e-4621-959b-9ecdc6232683 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:55,176 [196] [DEBUG] [app] Starting request: urn:request:16a16444-01b6-4950-88c4-6a1fc3b4ce0c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:57:55,176 [195] [DEBUG] [app] Ending request: urn:request:6249a605-704e-4621-959b-9ecdc6232683 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6249a605-704e-4621-959b-9ecdc6232683', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:55,176 [196] [DEBUG] [app] Ending request: urn:request:16a16444-01b6-4950-88c4-6a1fc3b4ce0c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:16a16444-01b6-4950-88c4-6a1fc3b4ce0c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:57:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:55,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:57:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:57:55,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:57:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:57:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:57:55,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:57:55,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:57:55,183 [194] [DEBUG] [app] Ending request: urn:request:52dddd0f-62a5-446f-8a87-53fdee57b3f5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:52dddd0f-62a5-446f-8a87-53fdee57b3f5', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:55,183 [193] [DEBUG] [app] Ending request: urn:request:8a58cd1f-b485-491b-a757-7c0c52b491aa (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8a58cd1f-b485-491b-a757-7c0c52b491aa', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:57:55,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:55,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:57:55,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:57:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:57:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:57:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:57:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:57:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:06.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 13:57:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:06 UTC)" (scheduled at 2023-06-29 13:57:56.710348+00:00)
gcworker stdout | 2023-06-29 13:57:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837476711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:57:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:57:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:57:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:57:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:57:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:30.227434+00:00 (in 32.212090 seconds)
repositorygcworker stdout | 2023-06-29 13:57:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:58 UTC)" (scheduled at 2023-06-29 13:57:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:57:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:57:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 57, 58, 15755), True, datetime.datetime(2023, 6, 29, 13, 57, 58, 15755), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:57:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:57:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:57:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:58:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:57:59,966 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:58:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:10.109381+00:00 (in 9.999532 seconds)
notificationworker stdout | 2023-06-29 13:58:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:10 UTC)" (scheduled at 2023-06-29 13:58:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:58:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:58:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 0, 110344), True, datetime.datetime(2023, 6, 29, 13, 58, 0, 110344), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:58:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:58:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:58:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:58:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:58:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:17.336465+00:00 (in 14.999457 seconds)
quotatotalworker stdout | 2023-06-29 13:58:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:17 UTC)" (scheduled at 2023-06-29 13:58:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:58:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:58:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:58:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:58:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:58:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:08.157912+00:00 (in 5.094607 seconds)
securityworker stdout | 2023-06-29 13:58:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:33 UTC)" (scheduled at 2023-06-29 13:58:03.062807+00:00)
securityworker stdout | 2023-06-29 13:58:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:58:03,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:58:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:58:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:58:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:58:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:58:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:58:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:58:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:40.132615+00:00 (in 35.915161 seconds)
namespacegcworker stdout | 2023-06-29 13:58:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:04 UTC)" (scheduled at 2023-06-29 13:58:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:58:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:58:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:58:05,631 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:58:05,634 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:58:05,637 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:58:05,639 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:58:05,677 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:58:05,831 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:58:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:58:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:16.710348+00:00 (in 9.999502 seconds)
gcworker stdout | 2023-06-29 13:58:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:16 UTC)" (scheduled at 2023-06-29 13:58:06.710348+00:00)
gcworker stdout | 2023-06-29 13:58:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837486711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:58:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:58:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:58:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:58:07,087 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:58:07,191 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:58:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:58:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:26.236566+00:00 (in 18.127252 seconds)
exportactionlogsworker stdout | 2023-06-29 13:58:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:08 UTC)" (scheduled at 2023-06-29 13:58:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:58:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:58:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 8, 109703), True, datetime.datetime(2023, 6, 29, 13, 58, 8, 109703), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:58:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:58:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:58:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:58:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:58:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:33.062807+00:00 (in 24.904367 seconds)
securityworker stdout | 2023-06-29 13:58:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:38 UTC)" (scheduled at 2023-06-29 13:58:08.157912+00:00)
securityworker stdout | 2023-06-29 13:58:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:58:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:58:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:58:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:58:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:58:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:58:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:58:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:58:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:58:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:58:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 53, 8, 164647), 1, 2])
securityworker stdout | 2023-06-29 13:58:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:58:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:58:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 53, 8, 164647), 1, 2])
securityworker stdout | 2023-06-29 13:58:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:58:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:58:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:58:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:58:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:58:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:58:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:58:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:58:09,032 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:58:09,035 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:58:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:10.614040+00:00 (in 0.504120 seconds)
notificationworker stdout | 2023-06-29 13:58:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:20 UTC)" (scheduled at 2023-06-29 13:58:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:58:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:58:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 10, 110408), True, datetime.datetime(2023, 6, 29, 13, 58, 10, 110408), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:58:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:58:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:58:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:58:10,169 [195] [DEBUG] [app] Starting request: urn:request:6781a835-98ab-4f67-819e-d340a3700b68 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:10,169 [193] [DEBUG] [app] Starting request: urn:request:95e0b4c8-2f1e-4e10-aa75-6b823551d32d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:10,170 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:58:10,172 [213] [DEBUG] [app] Starting request: urn:request:3df392bd-0455-4059-a0d1-24a54cce79c7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:10,172 [208] [DEBUG] [app] Starting request: urn:request:f1b73dae-f052-4ac8-a61e-aaf2d08e16a1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:10,173 [213] [DEBUG] [app] Ending request: urn:request:3df392bd-0455-4059-a0d1-24a54cce79c7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3df392bd-0455-4059-a0d1-24a54cce79c7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:10,173 [208] [DEBUG] [app] Ending request: urn:request:f1b73dae-f052-4ac8-a61e-aaf2d08e16a1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f1b73dae-f052-4ac8-a61e-aaf2d08e16a1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:10,173 [213] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:58:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:58:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:10,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:10,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:10,176 [193] [DEBUG] [app] Starting request: urn:request:3618cc29-08fc-4d3b-9a90-6e51ae24554f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:10,176 [196] [DEBUG] [app] Starting request: urn:request:6965b7da-a05b-436a-9739-c70664f6c98d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:10,176 [196] [DEBUG] [app] Ending request: urn:request:6965b7da-a05b-436a-9739-c70664f6c98d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6965b7da-a05b-436a-9739-c70664f6c98d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:10,176 [193] [DEBUG] [app] Ending request: urn:request:3618cc29-08fc-4d3b-9a90-6e51ae24554f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3618cc29-08fc-4d3b-9a90-6e51ae24554f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:10,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:58:10,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:58:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:10,183 [195] [DEBUG] [app] Ending request: urn:request:6781a835-98ab-4f67-819e-d340a3700b68 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6781a835-98ab-4f67-819e-d340a3700b68', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:58:10,183 [193] [DEBUG] [app] Ending request: urn:request:95e0b4c8-2f1e-4e10-aa75-6b823551d32d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:95e0b4c8-2f1e-4e10-aa75-6b823551d32d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:58:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:58:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 13:58:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:20.109381+00:00 (in 9.494801 seconds)
notificationworker stdout | 2023-06-29 13:58:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:10 UTC)" (scheduled at 2023-06-29 13:58:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:58:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:58:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:10 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:58:10,798 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:58:12,243 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:58:13,719 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:58:13,770 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:58:14,059 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:58:14,631 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:36.011593+00:00 (in 21.175445 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:14 UTC)" (scheduled at 2023-06-29 13:58:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 14, 836581), True, datetime.datetime(2023, 6, 29, 13, 58, 14, 836581), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:58:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:14 UTC)" executed successfully
exportactionlogsworker stdout | 2023-06-29 13:58:16,271 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:58:16,302 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:58:16,317 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:58:16,319 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:58:16,322 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:58:16,324 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:58:16,328 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
buildlogsarchiver stdout | 2023-06-29 13:58:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:58:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:46.328917+00:00 (in 29.999593 seconds)
buildlogsarchiver stdout | 2023-06-29 13:58:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:46 UTC)" (scheduled at 2023-06-29 13:58:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:58:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 58, 16, 329660), False, 50, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:58:16,330 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:58:16,333 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
buildlogsarchiver stdout | 2023-06-29 13:58:16,334 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:58:16,334 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:58:16,334 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:58:46 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:58:16,335 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gcworker stdout | 2023-06-29 13:58:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:58:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:26.710348+00:00 (in 9.999475 seconds)
gcworker stdout | 2023-06-29 13:58:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:26 UTC)" (scheduled at 2023-06-29 13:58:16.710348+00:00)
gcworker stdout | 2023-06-29 13:58:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837496711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:58:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:58:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:58:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:26 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:58:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:58:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:32.336465+00:00 (in 14.999474 seconds)
quotatotalworker stdout | 2023-06-29 13:58:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:32 UTC)" (scheduled at 2023-06-29 13:58:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:58:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:58:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:58:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:32 UTC)" executed successfully
builder stdout | 2023-06-29 13:58:17,431 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 13:58:17,651 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:58:17,655 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
teamsyncworker stdout | 2023-06-29 13:58:17,658 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
gunicorn-secscan stdout | 2023-06-29 13:58:17,661 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
securityworker stdout | 2023-06-29 13:58:17,929 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:58:18,065 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:58:19,134 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:58:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:30.109381+00:00 (in 9.999502 seconds)
notificationworker stdout | 2023-06-29 13:58:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:30 UTC)" (scheduled at 2023-06-29 13:58:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:58:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:58:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 20, 110354), True, datetime.datetime(2023, 6, 29, 13, 58, 20, 110354), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:58:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:58:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:58:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:58:20,714 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:58:20,776 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:58:21,316 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:58:21,362 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:58:25,169 [194] [DEBUG] [app] Starting request: urn:request:f58024fe-5f7d-4b52-b285-fa6f573d001b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,169 [196] [DEBUG] [app] Starting request: urn:request:4eaf4bf5-827b-4239-90db-d22a8897107c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:58:25,172 [208] [DEBUG] [app] Starting request: urn:request:6f40ad39-f6aa-4ee7-99d1-3b183fe41119 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:25,173 [218] [DEBUG] [app] Starting request: urn:request:15b1351c-1226-4665-898f-2218d9dec202 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:25,173 [208] [DEBUG] [app] Ending request: urn:request:6f40ad39-f6aa-4ee7-99d1-3b183fe41119 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6f40ad39-f6aa-4ee7-99d1-3b183fe41119', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:58:25,173 [218] [DEBUG] [app] Ending request: urn:request:15b1351c-1226-4665-898f-2218d9dec202 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:15b1351c-1226-4665-898f-2218d9dec202', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:58:25,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:58:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:58:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:25,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:25,176 [196] [DEBUG] [app] Starting request: urn:request:5a19c654-bda4-4403-bc03-d1df33125d17 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,176 [196] [DEBUG] [app] Ending request: urn:request:5a19c654-bda4-4403-bc03-d1df33125d17 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5a19c654-bda4-4403-bc03-d1df33125d17', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:58:25,177 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:25,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:25,178 [193] [DEBUG] [app] Starting request: urn:request:8f1304d5-29cc-444d-8525-245432d84d50 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,178 [193] [DEBUG] [app] Ending request: urn:request:8f1304d5-29cc-444d-8525-245432d84d50 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8f1304d5-29cc-444d-8525-245432d84d50', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:25,179 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:58:25,179 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:25,179 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:25,180 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:25,182 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:25,183 [194] [DEBUG] [app] Ending request: urn:request:f58024fe-5f7d-4b52-b285-fa6f573d001b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f58024fe-5f7d-4b52-b285-fa6f573d001b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:25,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:58:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:58:25,184 [196] [DEBUG] [app] Ending request: urn:request:4eaf4bf5-827b-4239-90db-d22a8897107c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4eaf4bf5-827b-4239-90db-d22a8897107c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gunicorn-web stdout | 2023-06-29 13:58:25,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 13:58:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:58:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:08.108858+00:00 (in 41.871835 seconds)
exportactionlogsworker stdout | 2023-06-29 13:58:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:26 UTC)" (scheduled at 2023-06-29 13:58:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:58:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:58:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:58:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:58:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:36.710348+00:00 (in 9.999474 seconds)
gcworker stdout | 2023-06-29 13:58:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:36 UTC)" (scheduled at 2023-06-29 13:58:26.710348+00:00)
gcworker stdout | 2023-06-29 13:58:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837506711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:58:26,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:58:26,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:58:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:58:29,994 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:58:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:40.109381+00:00 (in 9.999501 seconds)
notificationworker stdout | 2023-06-29 13:58:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:40 UTC)" (scheduled at 2023-06-29 13:58:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:58:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:58:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 30, 110320), True, datetime.datetime(2023, 6, 29, 13, 58, 30, 110320), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:58:30,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:58:30,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:58:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:40 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:58:30,227 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:58:30,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:38.227751+00:00 (in 7.999838 seconds)
repositorygcworker stdout | 2023-06-29 13:58:30,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:03:30 UTC)" (scheduled at 2023-06-29 13:58:30.227434+00:00)
repositorygcworker stdout | 2023-06-29 13:58:30,228 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 58, 30, 228342), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:58:30,232 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 58, 30, 228342), True, datetime.datetime(2023, 6, 29, 13, 58, 30, 228342), 0, 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:58:30,234 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 58, 30, 228342), True, datetime.datetime(2023, 6, 29, 13, 58, 30, 228342), 0, 'repositorygc/%', False, datetime.datetime(2023, 6, 29, 13, 58, 30, 228342), 'repositorygc/%'])
repositorygcworker stdout | 2023-06-29 13:58:30,235 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:58:30,235 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:03:30 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:58:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:58:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:47.336465+00:00 (in 14.999468 seconds)
quotatotalworker stdout | 2023-06-29 13:58:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:47 UTC)" (scheduled at 2023-06-29 13:58:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:58:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:58:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:58:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:58:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:58:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:58:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:38.157912+00:00 (in 5.094608 seconds)
securityworker stdout | 2023-06-29 13:58:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:03 UTC)" (scheduled at 2023-06-29 13:58:33.062807+00:00)
securityworker stdout | 2023-06-29 13:58:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:58:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:58:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:58:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:58:33,070 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:58:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:58:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:58:35,642 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:58:35,644 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:58:35,647 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:58:35,650 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:58:35,686 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:58:35,857 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
securityscanningnotificationworker stdout | 2023-06-29 13:58:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:58:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:14.835653+00:00 (in 38.823571 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:58:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:36 UTC)" (scheduled at 2023-06-29 13:58:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:58:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:58:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:58:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:58:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:46.710348+00:00 (in 9.999475 seconds)
gcworker stdout | 2023-06-29 13:58:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:46 UTC)" (scheduled at 2023-06-29 13:58:36.710348+00:00)
gcworker stdout | 2023-06-29 13:58:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837516711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:58:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:58:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:58:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:58:37,124 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:58:37,227 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:58:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:58:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:03.062807+00:00 (in 24.904395 seconds)
securityworker stdout | 2023-06-29 13:58:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:08 UTC)" (scheduled at 2023-06-29 13:58:38.157912+00:00)
securityworker stdout | 2023-06-29 13:58:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:58:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:58:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:58:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:58:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:58:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:58:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:58:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:58:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:58:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:58:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 53, 38, 165076), 1, 2])
securityworker stdout | 2023-06-29 13:58:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:58:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:58:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 53, 38, 165076), 1, 2])
securityworker stdout | 2023-06-29 13:58:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:58:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:58:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:58:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:58:38,173 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:58:38,173 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:58:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:58:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:58:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:58:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:58:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:58.014887+00:00 (in 19.786620 seconds)
repositorygcworker stdout | 2023-06-29 13:58:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:38 UTC)" (scheduled at 2023-06-29 13:58:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:58:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:58:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:58:39,050 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 13:58:39,052 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:58:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:50.109381+00:00 (in 9.999535 seconds)
notificationworker stdout | 2023-06-29 13:58:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:50 UTC)" (scheduled at 2023-06-29 13:58:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:58:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:58:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 40, 110231), True, datetime.datetime(2023, 6, 29, 13, 58, 40, 110231), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:58:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:58:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:58:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:58:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:58:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:04.217001+00:00 (in 24.083939 seconds)
namespacegcworker stdout | 2023-06-29 13:58:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:40 UTC)" (scheduled at 2023-06-29 13:58:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:58:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:58:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 40, 133437), True, datetime.datetime(2023, 6, 29, 13, 58, 40, 133437), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:58:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:58:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:58:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:58:40,169 [196] [DEBUG] [app] Starting request: urn:request:3b5d48d7-eaf5-449a-bce9-6fb251456cbd (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:40,169 [194] [DEBUG] [app] Starting request: urn:request:ddc49348-bca1-4365-a831-bcaf309c6f61 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:40,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:40,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:58:40,172 [221] [DEBUG] [app] Starting request: urn:request:3625fbfe-8b14-497e-808a-e3f3faeb11df (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:40,172 [208] [DEBUG] [app] Starting request: urn:request:715c2833-8075-4222-aa93-0322cc135032 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:40,173 [221] [DEBUG] [app] Ending request: urn:request:3625fbfe-8b14-497e-808a-e3f3faeb11df (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3625fbfe-8b14-497e-808a-e3f3faeb11df', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:40,173 [208] [DEBUG] [app] Ending request: urn:request:715c2833-8075-4222-aa93-0322cc135032 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:715c2833-8075-4222-aa93-0322cc135032', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:58:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:58:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:40,173 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:40,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:40,174 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:40,175 [196] [DEBUG] [app] Starting request: urn:request:8c3fffc1-54da-4b30-8783-8b9fcfeaf2ab (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:40,176 [193] [DEBUG] [app] Starting request: urn:request:fa298b06-fe5f-4a56-b530-823c2008792c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:40,176 [196] [DEBUG] [app] Ending request: urn:request:8c3fffc1-54da-4b30-8783-8b9fcfeaf2ab (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8c3fffc1-54da-4b30-8783-8b9fcfeaf2ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:40,176 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:58:40,176 [193] [DEBUG] [app] Ending request: urn:request:fa298b06-fe5f-4a56-b530-823c2008792c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fa298b06-fe5f-4a56-b530-823c2008792c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:58:40,176 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:40,176 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:58:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:58:40,177 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:40,179 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:40,179 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:40,182 [194] [DEBUG] [app] Ending request: urn:request:ddc49348-bca1-4365-a831-bcaf309c6f61 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ddc49348-bca1-4365-a831-bcaf309c6f61', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:40,183 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:58:40,183 [196] [DEBUG] [app] Ending request: urn:request:3b5d48d7-eaf5-449a-bce9-6fb251456cbd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3b5d48d7-eaf5-449a-bce9-6fb251456cbd', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:58:40,183 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:58:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 13:58:40,835 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:58:42,280 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:58:43,756 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:58:43,806 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:58:44,096 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:58:44,658 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
exportactionlogsworker stdout | 2023-06-29 13:58:46,305 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:58:46,312 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 13:58:46,326 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
buildlogsarchiver stdout | 2023-06-29 13:58:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:58:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:16.328917+00:00 (in 29.999591 seconds)
buildlogsarchiver stdout | 2023-06-29 13:58:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:16 UTC)" (scheduled at 2023-06-29 13:58:46.328917+00:00)
gunicorn-registry stdout | 2023-06-29 13:58:46,329 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
buildlogsarchiver stdout | 2023-06-29 13:58:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 58, 46, 329681), False, 50, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:58:46,332 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:58:46,334 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
buildlogsarchiver stdout | 2023-06-29 13:58:46,334 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:58:46,334 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:58:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:16 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:58:46,337 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:58:46,340 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:58:46,342 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:58:46,347 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gcworker stdout | 2023-06-29 13:58:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:58:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:58:56.710348+00:00 (in 9.999493 seconds)
gcworker stdout | 2023-06-29 13:58:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:56 UTC)" (scheduled at 2023-06-29 13:58:46.710348+00:00)
gcworker stdout | 2023-06-29 13:58:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837526711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:58:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:58:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:58:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:58:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:58:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:58:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:46.720304+00:00 (in 59.999521 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:58:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:46 UTC)" (scheduled at 2023-06-29 13:58:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:58:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:58:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:58:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:46 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:58:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:58:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:02.336465+00:00 (in 14.999462 seconds)
quotatotalworker stdout | 2023-06-29 13:58:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:02 UTC)" (scheduled at 2023-06-29 13:58:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:58:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:58:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:58:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:02 UTC)" executed successfully
builder stdout | 2023-06-29 13:58:47,453 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 13:58:47,659 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:58:47,663 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:58:47,667 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 13:58:47,690 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:58:47,965 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:58:48,101 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:58:49,155 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:58:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:58:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:00.109381+00:00 (in 9.999558 seconds)
notificationworker stdout | 2023-06-29 13:58:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:00 UTC)" (scheduled at 2023-06-29 13:58:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:58:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:58:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 50, 110283), True, datetime.datetime(2023, 6, 29, 13, 58, 50, 110283), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:58:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:58:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:58:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:58:50,737 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:58:50,812 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:58:51,353 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:58:51,398 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:58:55,169 [196] [DEBUG] [app] Starting request: urn:request:184b281a-6a92-47d3-99ae-6d78b5c8ba97 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:55,169 [193] [DEBUG] [app] Starting request: urn:request:f4d452dc-4c6c-4e24-904b-a9b8b0282cb1 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:58:55,170 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:55,170 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:58:55,172 [208] [DEBUG] [app] Starting request: urn:request:a2152005-ec2b-4829-af1e-53448ea4cbaf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:55,172 [215] [DEBUG] [app] Starting request: urn:request:5cc2dd8c-f0c1-43cd-b816-e7836dc1b4bf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:58:55,172 [208] [DEBUG] [app] Ending request: urn:request:a2152005-ec2b-4829-af1e-53448ea4cbaf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a2152005-ec2b-4829-af1e-53448ea4cbaf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:55,172 [215] [DEBUG] [app] Ending request: urn:request:5cc2dd8c-f0c1-43cd-b816-e7836dc1b4bf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5cc2dd8c-f0c1-43cd-b816-e7836dc1b4bf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:58:55,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:58:55,173 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:58:55,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:55,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:58:55,174 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:55,174 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:58:55,175 [194] [DEBUG] [app] Starting request: urn:request:972255a5-6320-446b-a840-6ad2fc959169 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:55,175 [195] [DEBUG] [app] Starting request: urn:request:6e8ef028-0c3e-4da7-a809-ff7da14dd7ef (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:58:55,176 [194] [DEBUG] [app] Ending request: urn:request:972255a5-6320-446b-a840-6ad2fc959169 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:972255a5-6320-446b-a840-6ad2fc959169', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:55,176 [195] [DEBUG] [app] Ending request: urn:request:6e8ef028-0c3e-4da7-a809-ff7da14dd7ef (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6e8ef028-0c3e-4da7-a809-ff7da14dd7ef', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:58:55,176 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:58:55,176 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:58:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:58:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:58:55,176 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:55,176 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:58:55,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:58:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:58:55,184 [193] [DEBUG] [app] Ending request: urn:request:f4d452dc-4c6c-4e24-904b-a9b8b0282cb1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f4d452dc-4c6c-4e24-904b-a9b8b0282cb1', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:58:55,184 [196] [DEBUG] [app] Ending request: urn:request:184b281a-6a92-47d3-99ae-6d78b5c8ba97 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:184b281a-6a92-47d3-99ae-6d78b5c8ba97', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:58:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 13:58:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:58:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:58:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:58:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gcworker stdout | 2023-06-29 13:58:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:58:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:06.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 13:58:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:06 UTC)" (scheduled at 2023-06-29 13:58:56.710348+00:00)
gcworker stdout | 2023-06-29 13:58:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837536711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:58:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:58:56,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:58:56,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:58:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:58:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:38.227751+00:00 (in 40.212370 seconds)
repositorygcworker stdout | 2023-06-29 13:58:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:58 UTC)" (scheduled at 2023-06-29 13:58:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:58:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:58:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 58, 58, 15775), True, datetime.datetime(2023, 6, 29, 13, 58, 58, 15775), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:58:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:58:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:58:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 13:59:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:59:00,031 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:59:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:10.109381+00:00 (in 9.999509 seconds)
notificationworker stdout | 2023-06-29 13:59:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:10 UTC)" (scheduled at 2023-06-29 13:59:00.109381+00:00)
notificationworker stdout | 2023-06-29 13:59:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:59:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 0, 110327), True, datetime.datetime(2023, 6, 29, 13, 59, 0, 110327), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:59:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:59:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:59:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:59:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:59:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:17.336465+00:00 (in 14.999465 seconds)
quotatotalworker stdout | 2023-06-29 13:59:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:17 UTC)" (scheduled at 2023-06-29 13:59:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:59:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:59:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:59:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:59:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:59:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:08.157912+00:00 (in 5.094573 seconds)
securityworker stdout | 2023-06-29 13:59:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:33 UTC)" (scheduled at 2023-06-29 13:59:03.062807+00:00)
securityworker stdout | 2023-06-29 13:59:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:59:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:59:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:59:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:59:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:59:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:59:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:59:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:59:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:30.216752+00:00 (in 25.999309 seconds)
namespacegcworker stdout | 2023-06-29 13:59:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:04 UTC)" (scheduled at 2023-06-29 13:59:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 13:59:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 13:59:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:59:05,651 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:59:05,654 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:59:05,656 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:59:05,659 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:59:05,694 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:59:05,893 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 13:59:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:59:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:16.710348+00:00 (in 9.999496 seconds)
gcworker stdout | 2023-06-29 13:59:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:16 UTC)" (scheduled at 2023-06-29 13:59:06.710348+00:00)
gcworker stdout | 2023-06-29 13:59:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837546711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:59:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:59:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:59:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:59:07,161 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:59:07,257 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 13:59:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:59:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:26.236566+00:00 (in 18.127236 seconds)
exportactionlogsworker stdout | 2023-06-29 13:59:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:08 UTC)" (scheduled at 2023-06-29 13:59:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 13:59:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 13:59:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 8, 109763), True, datetime.datetime(2023, 6, 29, 13, 59, 8, 109763), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 13:59:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 13:59:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:59:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:59:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:59:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:33.062807+00:00 (in 24.904371 seconds)
securityworker stdout | 2023-06-29 13:59:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:38 UTC)" (scheduled at 2023-06-29 13:59:08.157912+00:00)
securityworker stdout | 2023-06-29 13:59:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:59:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:59:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:59:08,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:08,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:59:08,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:59:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:59:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:59:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:59:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:59:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:59:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 54, 8, 164787), 1, 2])
securityworker stdout | 2023-06-29 13:59:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:59:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:59:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 54, 8, 164787), 1, 2])
securityworker stdout | 2023-06-29 13:59:08,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:59:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:59:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:59:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:59:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:59:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:59:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:08,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:59:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:59:09,065 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:59:09,072 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
notificationworker stdout | 2023-06-29 13:59:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:10.614040+00:00 (in 0.504180 seconds)
notificationworker stdout | 2023-06-29 13:59:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:20 UTC)" (scheduled at 2023-06-29 13:59:10.109381+00:00)
notificationworker stdout | 2023-06-29 13:59:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:59:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 10, 110275), True, datetime.datetime(2023, 6, 29, 13, 59, 10, 110275), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:59:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:59:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:59:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:59:10,169 [193] [DEBUG] [app] Starting request: urn:request:0b329e9d-a7f9-49af-9c68-7aa0df30bc73 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:10,170 [196] [DEBUG] [app] Starting request: urn:request:04643f6a-f35d-43f8-85d0-2fbd6b8ca6e5 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:59:10,172 [208] [DEBUG] [app] Starting request: urn:request:2b5dc06a-fb6d-4228-9887-6d09c851bdd9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:10,173 [221] [DEBUG] [app] Starting request: urn:request:3ffe0fd5-e1b0-481b-9626-ff7bdf12bcfd (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:10,173 [208] [DEBUG] [app] Ending request: urn:request:2b5dc06a-fb6d-4228-9887-6d09c851bdd9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2b5dc06a-fb6d-4228-9887-6d09c851bdd9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:10,173 [221] [DEBUG] [app] Ending request: urn:request:3ffe0fd5-e1b0-481b-9626-ff7bdf12bcfd (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3ffe0fd5-e1b0-481b-9626-ff7bdf12bcfd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.001)
gunicorn-registry stdout | 2023-06-29 13:59:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:59:10,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:10,176 [194] [DEBUG] [app] Starting request: urn:request:baac423c-0933-4b40-b8a2-40bd8c146944 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:10,176 [195] [DEBUG] [app] Starting request: urn:request:e2eb6d3f-53e7-42eb-9be4-7ff4dd018d88 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:10,176 [194] [DEBUG] [app] Ending request: urn:request:baac423c-0933-4b40-b8a2-40bd8c146944 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:baac423c-0933-4b40-b8a2-40bd8c146944', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:59:10,176 [195] [DEBUG] [app] Ending request: urn:request:e2eb6d3f-53e7-42eb-9be4-7ff4dd018d88 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e2eb6d3f-53e7-42eb-9be4-7ff4dd018d88', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:59:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:59:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 13:59:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:10,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:10,183 [193] [DEBUG] [app] Ending request: urn:request:0b329e9d-a7f9-49af-9c68-7aa0df30bc73 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0b329e9d-a7f9-49af-9c68-7aa0df30bc73', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:59:10,183 [196] [DEBUG] [app] Ending request: urn:request:04643f6a-f35d-43f8-85d0-2fbd6b8ca6e5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:04643f6a-f35d-43f8-85d0-2fbd6b8ca6e5', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:59:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
gunicorn-web stdout | 2023-06-29 13:59:10,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
notificationworker stdout | 2023-06-29 13:59:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:20.109381+00:00 (in 9.494894 seconds)
notificationworker stdout | 2023-06-29 13:59:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:10 UTC)" (scheduled at 2023-06-29 13:59:10.614040+00:00)
notificationworker stdout | 2023-06-29 13:59:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 13:59:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:10 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 13:59:10,872 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:59:12,317 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:59:13,793 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:59:13,839 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:59:14,131 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:59:14,669 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:36.011593+00:00 (in 21.175406 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:14 UTC)" (scheduled at 2023-06-29 13:59:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 14, 836621), True, datetime.datetime(2023, 6, 29, 13, 59, 14, 836621), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 13:59:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:14 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:59:16,321 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
buildlogsarchiver stdout | 2023-06-29 13:59:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:59:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:46.328917+00:00 (in 29.999589 seconds)
buildlogsarchiver stdout | 2023-06-29 13:59:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:46 UTC)" (scheduled at 2023-06-29 13:59:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:59:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 59, 16, 329656), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 13:59:16,334 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:59:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:59:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 13:59:46 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:59:16,336 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:59:16,339 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:59:16,342 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
exportactionlogsworker stdout | 2023-06-29 13:59:16,345 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gunicorn-registry stdout | 2023-06-29 13:59:16,348 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:59:16,350 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:59:16,353 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:59:16,356 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:59:16,359 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
gcworker stdout | 2023-06-29 13:59:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:59:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:26.710348+00:00 (in 9.999485 seconds)
gcworker stdout | 2023-06-29 13:59:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:26 UTC)" (scheduled at 2023-06-29 13:59:16.710348+00:00)
gcworker stdout | 2023-06-29 13:59:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837556711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:59:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:59:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:59:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:26 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:59:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:59:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:32.336465+00:00 (in 14.999511 seconds)
quotatotalworker stdout | 2023-06-29 13:59:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:32 UTC)" (scheduled at 2023-06-29 13:59:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:59:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:59:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:59:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:32 UTC)" executed successfully
builder stdout | 2023-06-29 13:59:17,490 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 13:59:17,665 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:59:17,669 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:59:17,675 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 13:59:17,726 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:59:18,000 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:59:18,137 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:59:19,191 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 13:59:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:30.109381+00:00 (in 9.999567 seconds)
notificationworker stdout | 2023-06-29 13:59:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:30 UTC)" (scheduled at 2023-06-29 13:59:20.109381+00:00)
notificationworker stdout | 2023-06-29 13:59:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:59:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 20, 110306), True, datetime.datetime(2023, 6, 29, 13, 59, 20, 110306), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:59:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:59:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:59:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:59:20,774 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:59:20,836 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:59:21,390 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:59:21,406 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:59:25,169 [193] [DEBUG] [app] Starting request: urn:request:14b06e8e-2e5e-4ae0-8942-feefe20effc7 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:25,170 [196] [DEBUG] [app] Starting request: urn:request:007739ac-f2a7-48db-a189-2d58743642b6 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:25,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:59:25,173 [208] [DEBUG] [app] Starting request: urn:request:04af6916-9009-4b8a-9a51-4ad8da307369 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:25,173 [217] [DEBUG] [app] Starting request: urn:request:9ca6ecc2-4c13-44ad-b87c-2e891280131d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:25,173 [208] [DEBUG] [app] Ending request: urn:request:04af6916-9009-4b8a-9a51-4ad8da307369 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:04af6916-9009-4b8a-9a51-4ad8da307369', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:25,174 [217] [DEBUG] [app] Ending request: urn:request:9ca6ecc2-4c13-44ad-b87c-2e891280131d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9ca6ecc2-4c13-44ad-b87c-2e891280131d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 13:59:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:59:25,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:25,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:25,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:25,176 [194] [DEBUG] [app] Starting request: urn:request:3d34ccbc-6fba-49fb-82ac-8b5983b31741 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:25,177 [194] [DEBUG] [app] Ending request: urn:request:3d34ccbc-6fba-49fb-82ac-8b5983b31741 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3d34ccbc-6fba-49fb-82ac-8b5983b31741', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:59:25,177 [193] [DEBUG] [app] Starting request: urn:request:e31aa490-a46a-4c9a-98ea-b4eaba5bb9cf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:59:25,177 [193] [DEBUG] [app] Ending request: urn:request:e31aa490-a46a-4c9a-98ea-b4eaba5bb9cf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e31aa490-a46a-4c9a-98ea-b4eaba5bb9cf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:59:25,178 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:25,178 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:59:25,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:25,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:25,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:25,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:25,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:25,184 [193] [DEBUG] [app] Ending request: urn:request:14b06e8e-2e5e-4ae0-8942-feefe20effc7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:14b06e8e-2e5e-4ae0-8942-feefe20effc7', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:59:25,184 [196] [DEBUG] [app] Ending request: urn:request:007739ac-f2a7-48db-a189-2d58743642b6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:007739ac-f2a7-48db-a189-2d58743642b6', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:25,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:59:25,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:59:25,185 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 13:59:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:59:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:49.236331+00:00 (in 22.999296 seconds)
exportactionlogsworker stdout | 2023-06-29 13:59:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:26 UTC)" (scheduled at 2023-06-29 13:59:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 13:59:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 13:59:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:59:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:59:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:36.710348+00:00 (in 9.999464 seconds)
gcworker stdout | 2023-06-29 13:59:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:36 UTC)" (scheduled at 2023-06-29 13:59:26.710348+00:00)
gcworker stdout | 2023-06-29 13:59:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837566711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:59:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:59:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:59:26,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 13:59:30,050 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 13:59:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:40.109381+00:00 (in 9.999470 seconds)
notificationworker stdout | 2023-06-29 13:59:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:40 UTC)" (scheduled at 2023-06-29 13:59:30.109381+00:00)
notificationworker stdout | 2023-06-29 13:59:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:59:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 30, 110462), True, datetime.datetime(2023, 6, 29, 13, 59, 30, 110462), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:59:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:59:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:59:30,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:40 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:59:30,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:59:30,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:40.132615+00:00 (in 9.915394 seconds)
namespacegcworker stdout | 2023-06-29 13:59:30,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:04:30 UTC)" (scheduled at 2023-06-29 13:59:30.216752+00:00)
namespacegcworker stdout | 2023-06-29 13:59:30,218 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 59, 30, 217610), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:59:30,222 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 59, 30, 217610), True, datetime.datetime(2023, 6, 29, 13, 59, 30, 217610), 0, 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:59:30,223 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 59, 30, 217610), True, datetime.datetime(2023, 6, 29, 13, 59, 30, 217610), 0, 'namespacegc/%', False, datetime.datetime(2023, 6, 29, 13, 59, 30, 217610), 'namespacegc/%'])
namespacegcworker stdout | 2023-06-29 13:59:30,224 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:59:30,224 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:04:30 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:59:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:59:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:47.336465+00:00 (in 14.999562 seconds)
quotatotalworker stdout | 2023-06-29 13:59:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:47 UTC)" (scheduled at 2023-06-29 13:59:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:59:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:59:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:59:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 13:59:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 13:59:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:59:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:38.157912+00:00 (in 5.094587 seconds)
securityworker stdout | 2023-06-29 13:59:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:03 UTC)" (scheduled at 2023-06-29 13:59:33.062807+00:00)
securityworker stdout | 2023-06-29 13:59:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:59:33,063 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:59:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:59:33,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:59:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:59:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:59:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:59:35,660 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 13:59:35,663 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 13:59:35,666 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 13:59:35,668 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 13:59:35,702 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 13:59:35,902 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
securityscanningnotificationworker stdout | 2023-06-29 13:59:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 13:59:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:14.835653+00:00 (in 38.823541 seconds)
securityscanningnotificationworker stdout | 2023-06-29 13:59:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:36 UTC)" (scheduled at 2023-06-29 13:59:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 13:59:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 13:59:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 13:59:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:59:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:46.710348+00:00 (in 9.999481 seconds)
gcworker stdout | 2023-06-29 13:59:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:46 UTC)" (scheduled at 2023-06-29 13:59:36.710348+00:00)
gcworker stdout | 2023-06-29 13:59:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837576711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:59:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:59:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:59:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 13:59:37,190 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 13:59:37,294 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 13:59:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 13:59:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:03.062807+00:00 (in 24.904360 seconds)
securityworker stdout | 2023-06-29 13:59:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:08 UTC)" (scheduled at 2023-06-29 13:59:38.157912+00:00)
securityworker stdout | 2023-06-29 13:59:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 13:59:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:59:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 13:59:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 13:59:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 13:59:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 13:59:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 13:59:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 13:59:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:59:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:59:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 54, 38, 164745), 1, 2])
securityworker stdout | 2023-06-29 13:59:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:59:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:59:38,172 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 54, 38, 164745), 1, 2])
securityworker stdout | 2023-06-29 13:59:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 13:59:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 13:59:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 13:59:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 13:59:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 13:59:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 13:59:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 13:59:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 13:59:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:59:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:59:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:58.014887+00:00 (in 19.786644 seconds)
repositorygcworker stdout | 2023-06-29 13:59:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:38 UTC)" (scheduled at 2023-06-29 13:59:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 13:59:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 13:59:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:38 UTC)" executed successfully
blobuploadcleanupworker stdout | 2023-06-29 13:59:39,094 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 13:59:39,097 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
notificationworker stdout | 2023-06-29 13:59:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:50.109381+00:00 (in 9.999379 seconds)
notificationworker stdout | 2023-06-29 13:59:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:50 UTC)" (scheduled at 2023-06-29 13:59:40.109381+00:00)
notificationworker stdout | 2023-06-29 13:59:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:59:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 40, 110460), True, datetime.datetime(2023, 6, 29, 13, 59, 40, 110460), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:59:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:59:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:59:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 13:59:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 13:59:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:04.217001+00:00 (in 24.083952 seconds)
namespacegcworker stdout | 2023-06-29 13:59:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:40 UTC)" (scheduled at 2023-06-29 13:59:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 13:59:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 13:59:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 40, 133420), True, datetime.datetime(2023, 6, 29, 13, 59, 40, 133420), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 13:59:40,137 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 13:59:40,137 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 13:59:40,137 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 13:59:40,170 [193] [DEBUG] [app] Starting request: urn:request:75a4e197-8b86-45b1-9337-dc59e4d58351 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:40,170 [196] [DEBUG] [app] Starting request: urn:request:980eba82-05f5-409d-92ee-6974d09da8d0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:59:40,173 [217] [DEBUG] [app] Starting request: urn:request:4b38269d-ac93-4ccb-bd5e-6ccfe4c85e01 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:40,173 [208] [DEBUG] [app] Starting request: urn:request:acc1fa64-9beb-43a3-91d3-926d5d39adeb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:40,173 [208] [DEBUG] [app] Ending request: urn:request:acc1fa64-9beb-43a3-91d3-926d5d39adeb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:acc1fa64-9beb-43a3-91d3-926d5d39adeb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:40,173 [217] [DEBUG] [app] Ending request: urn:request:4b38269d-ac93-4ccb-bd5e-6ccfe4c85e01 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4b38269d-ac93-4ccb-bd5e-6ccfe4c85e01', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:40,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:59:40,173 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 13:59:40,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:40,176 [194] [DEBUG] [app] Starting request: urn:request:8b916dea-db6f-4617-811d-ea561424bb3b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:40,176 [193] [DEBUG] [app] Starting request: urn:request:540f87da-f3b9-4b86-ba36-de8c1382bab6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:40,176 [194] [DEBUG] [app] Ending request: urn:request:8b916dea-db6f-4617-811d-ea561424bb3b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8b916dea-db6f-4617-811d-ea561424bb3b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:59:40,177 [193] [DEBUG] [app] Ending request: urn:request:540f87da-f3b9-4b86-ba36-de8c1382bab6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:540f87da-f3b9-4b86-ba36-de8c1382bab6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:59:40,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:40,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:40,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:40,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:40,183 [196] [DEBUG] [app] Ending request: urn:request:980eba82-05f5-409d-92ee-6974d09da8d0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:980eba82-05f5-409d-92ee-6974d09da8d0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:40,183 [193] [DEBUG] [app] Ending request: urn:request:75a4e197-8b86-45b1-9337-dc59e4d58351 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:75a4e197-8b86-45b1-9337-dc59e4d58351', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:59:40,183 [193] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 13:59:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:59:40,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
chunkcleanupworker stdout | 2023-06-29 13:59:40,910 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 13:59:42,354 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 13:59:43,824 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 13:59:43,850 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 13:59:44,168 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 13:59:44,687 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
buildlogsarchiver stdout | 2023-06-29 13:59:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 13:59:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:16.328917+00:00 (in 29.999574 seconds)
buildlogsarchiver stdout | 2023-06-29 13:59:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:16 UTC)" (scheduled at 2023-06-29 13:59:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 13:59:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 13, 59, 46, 329682), False, 50, 1, 0])
gunicorn-registry stdout | 2023-06-29 13:59:46,332 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
buildlogsarchiver stdout | 2023-06-29 13:59:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 13:59:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 13:59:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:16 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 13:59:46,344 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 13:59:46,347 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 13:59:46,350 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 13:59:46,355 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 13:59:46,359 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 13:59:46,362 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 13:59:46,367 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 13:59:46,369 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
exportactionlogsworker stdout | 2023-06-29 13:59:46,380 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gcworker stdout | 2023-06-29 13:59:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:59:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 13:59:56.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 13:59:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:56 UTC)" (scheduled at 2023-06-29 13:59:46.710348+00:00)
gcworker stdout | 2023-06-29 13:59:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837586711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:59:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:59:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:59:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 13:59:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 13:59:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 13:59:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:46.720304+00:00 (in 59.999545 seconds)
quotaregistrysizeworker stdout | 2023-06-29 13:59:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:46 UTC)" (scheduled at 2023-06-29 13:59:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 13:59:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 13:59:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 13:59:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:46 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 13:59:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 13:59:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:02.336465+00:00 (in 14.999512 seconds)
quotatotalworker stdout | 2023-06-29 13:59:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:02 UTC)" (scheduled at 2023-06-29 13:59:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 13:59:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 13:59:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 13:59:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:02 UTC)" executed successfully
builder stdout | 2023-06-29 13:59:47,522 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 13:59:47,673 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 13:59:47,676 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 13:59:47,681 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 13:59:47,762 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 13:59:48,009 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 13:59:48,173 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 13:59:49,225 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
exportactionlogsworker stdout | 2023-06-29 13:59:49,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 13:59:49,236 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:08.108858+00:00 (in 18.872079 seconds)
exportactionlogsworker stdout | 2023-06-29 13:59:49,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:04:49 UTC)" (scheduled at 2023-06-29 13:59:49.236331+00:00)
exportactionlogsworker stdout | 2023-06-29 13:59:49,237 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 13, 59, 49, 237143), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:59:49,241 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 59, 49, 237143), True, datetime.datetime(2023, 6, 29, 13, 59, 49, 237143), 0, 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:59:49,243 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 13, 59, 49, 237143), True, datetime.datetime(2023, 6, 29, 13, 59, 49, 237143), 0, 'exportactionlogs/%', False, datetime.datetime(2023, 6, 29, 13, 59, 49, 237143), 'exportactionlogs/%'])
exportactionlogsworker stdout | 2023-06-29 13:59:49,243 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 13:59:49,243 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:04:49 UTC)" executed successfully
notificationworker stdout | 2023-06-29 13:59:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 13:59:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:00.109381+00:00 (in 9.999533 seconds)
notificationworker stdout | 2023-06-29 13:59:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:00 UTC)" (scheduled at 2023-06-29 13:59:50.109381+00:00)
notificationworker stdout | 2023-06-29 13:59:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 13:59:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 50, 110307), True, datetime.datetime(2023, 6, 29, 13, 59, 50, 110307), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 13:59:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 13:59:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 13:59:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 13:59:50,795 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 13:59:50,871 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 13:59:51,400 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 13:59:51,442 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 13:59:55,170 [196] [DEBUG] [app] Starting request: urn:request:574b5087-b2f9-4d14-af79-1e9982c7a9ce (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:55,170 [193] [DEBUG] [app] Starting request: urn:request:cbc8ebb6-0aab-438f-af46-d550416fb71c (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 13:59:55,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 13:59:55,173 [221] [DEBUG] [app] Starting request: urn:request:7502e1ee-c380-4524-b213-23cfc1924b90 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:55,173 [217] [DEBUG] [app] Starting request: urn:request:7ab80e61-91b3-4175-8d33-cde610b5dad0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 13:59:55,173 [221] [DEBUG] [app] Ending request: urn:request:7502e1ee-c380-4524-b213-23cfc1924b90 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7502e1ee-c380-4524-b213-23cfc1924b90', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:55,173 [217] [DEBUG] [app] Ending request: urn:request:7ab80e61-91b3-4175-8d33-cde610b5dad0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7ab80e61-91b3-4175-8d33-cde610b5dad0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 13:59:55,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 13:59:55,174 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 13:59:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:55,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 13:59:55,176 [193] [DEBUG] [app] Starting request: urn:request:ec885803-9881-4dd8-ae5b-3b5f4b623555 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:55,176 [194] [DEBUG] [app] Starting request: urn:request:0b5101a0-5fff-4801-97bc-0413e825941d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 13:59:55,177 [193] [DEBUG] [app] Ending request: urn:request:ec885803-9881-4dd8-ae5b-3b5f4b623555 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ec885803-9881-4dd8-ae5b-3b5f4b623555', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 13:59:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:55,177 [194] [DEBUG] [app] Ending request: urn:request:0b5101a0-5fff-4801-97bc-0413e825941d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0b5101a0-5fff-4801-97bc-0413e825941d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:59:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:55,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:13:59:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 13:59:55,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 13:59:55,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:13:59:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 13:59:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 13:59:55,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:55,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 13:59:55,183 [193] [DEBUG] [app] Ending request: urn:request:cbc8ebb6-0aab-438f-af46-d550416fb71c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:cbc8ebb6-0aab-438f-af46-d550416fb71c', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 13:59:55,184 [196] [DEBUG] [app] Ending request: urn:request:574b5087-b2f9-4d14-af79-1e9982c7a9ce (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:574b5087-b2f9-4d14-af79-1e9982c7a9ce', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 13:59:55,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 13:59:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 13:59:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:13:59:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:13:59:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gcworker stdout | 2023-06-29 13:59:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 13:59:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:06.710348+00:00 (in 9.999471 seconds)
gcworker stdout | 2023-06-29 13:59:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:06 UTC)" (scheduled at 2023-06-29 13:59:56.710348+00:00)
gcworker stdout | 2023-06-29 13:59:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837596711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 13:59:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 13:59:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 13:59:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 13:59:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 13:59:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:38.227751+00:00 (in 40.212368 seconds)
repositorygcworker stdout | 2023-06-29 13:59:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:58 UTC)" (scheduled at 2023-06-29 13:59:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 13:59:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 13:59:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 13, 59, 58, 15774), True, datetime.datetime(2023, 6, 29, 13, 59, 58, 15774), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 13:59:58,020 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 13:59:58,020 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 13:59:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:00:58 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 14:00:00,088 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 14:00:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:10.109381+00:00 (in 9.999513 seconds)
notificationworker stdout | 2023-06-29 14:00:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:10 UTC)" (scheduled at 2023-06-29 14:00:00.109381+00:00)
notificationworker stdout | 2023-06-29 14:00:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:00:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 0, 110293), True, datetime.datetime(2023, 6, 29, 14, 0, 0, 110293), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:00:00,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:00:00,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:00:00,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:10 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 14:00:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:00:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:17.336465+00:00 (in 14.999436 seconds)
quotatotalworker stdout | 2023-06-29 14:00:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:17 UTC)" (scheduled at 2023-06-29 14:00:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:00:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:00:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:00:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:17 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 14:00:02,601 [208] [DEBUG] [app] Starting request: urn:request:7b0142a2-1281-49ea-8e48-83be139add64 (/v2/auth) {'X-Forwarded-For': '123.123.41.3, 10.128.2.5'}
gunicorn-registry stdout | 2023-06-29 14:00:02,601 [208] [DEBUG] [auth.basic] Attempt to process basic auth header
gunicorn-registry stdout | 2023-06-29 14:00:02,602 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) OR ("t1"."email" = %s)) LIMIT %s OFFSET %s', ['whuquay', 'whuquay', 1, 0])
gunicorn-registry stdout | 2023-06-29 14:00:02,837 [208] [DEBUG] [auth.credentials] Successfully validated credentials for user whuquay
gunicorn-registry stdout | 2023-06-29 14:00:02,837 [208] [DEBUG] [auth.decorators] Found valid auth result: (<AuthKind.basic: 'basic'>, False, None, [<User: 1>, None, None, None, None, None, None])
gunicorn-registry stdout | 2023-06-29 14:00:02,838 [208] [DEBUG] [auth.permissions] Identity loaded: <QuayDeferredPermissionUser id="ac2fc6f0-2e87-4695-9c83-b3592b08e757" auth_type="user_uuid" provides=set()>
gunicorn-registry stdout | 2023-06-29 14:00:02,838 [208] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: ac2fc6f0-2e87-4695-9c83-b3592b08e757
gunicorn-registry stdout | 2023-06-29 14:00:02,838 [208] [DEBUG] [endpoints.v2.v2auth] Request audience: quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com
gunicorn-registry stdout | 2023-06-29 14:00:02,838 [208] [DEBUG] [endpoints.v2.v2auth] Scope request: ['repository:org1/largesize:pull,push']
gunicorn-registry stdout | 2023-06-29 14:00:02,838 [208] [DEBUG] [endpoints.v2.v2auth] Match: ('org1/largesize', 'org1/largesize', 'pull,push')
gunicorn-registry stdout | 2023-06-29 14:00:02,838 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['org1', 1, 0])
gunicorn-registry stdout | 2023-06-29 14:00:02,840 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['org1', 'largesize', 3, 1, 0])
gunicorn-registry stdout | 2023-06-29 14:00:02,841 [208] [DEBUG] [auth.permissions] Loading user permissions after deferring for: ac2fc6f0-2e87-4695-9c83-b3592b08e757
gunicorn-registry stdout | 2023-06-29 14:00:02,841 [208] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin')
gunicorn-registry stdout | 2023-06-29 14:00:02,841 [208] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin')
gunicorn-registry stdout | 2023-06-29 14:00:02,841 [208] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin')
gunicorn-registry stdout | 2023-06-29 14:00:02,843 [208] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['largesize', 'org1', 1, 'largesize', 'org1', 1])
gunicorn-registry stdout | 2023-06-29 14:00:02,846 [208] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='org1', name='largesize', role='admin')
gunicorn-registry stdout | 2023-06-29 14:00:02,846 [208] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."organization_id", "t1"."creation_date", "t1"."upstream_registry", "t1"."upstream_registry_username", "t1"."upstream_registry_password", "t1"."expiration_s", "t1"."insecure" FROM "proxycacheconfig" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE (("t2"."username" = %s) AND ("t2"."organization" = %s)) LIMIT %s OFFSET %s', ['org1', True, 1, 0])
gunicorn-registry stdout | 2023-06-29 14:00:02,847 [208] [DEBUG] [auth.permissions] Loading user permissions after deferring for: ac2fc6f0-2e87-4695-9c83-b3592b08e757
gunicorn-registry stdout | 2023-06-29 14:00:02,853 [208] [DEBUG] [app] Ending request: urn:request:7b0142a2-1281-49ea-8e48-83be139add64 (/v2/auth) {'endpoint': 'v2.generate_registry_jwt', 'request_id': 'urn:request:7b0142a2-1281-49ea-8e48-83be139add64', 'remote_addr': '10.128.2.5', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com/v2/auth?account=whuquay&scope=repository%3Aorg1%2Flargesize%3Apull%2Cpush&service=quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com', 'path': '/v2/auth', 'parameters': {'account': 'whuquay', 'scope': 'repository:org1/largesize:pull,push', 'service': 'quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com'}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'containers/5.24.1 (github.com/containers/image)'}
gunicorn-registry stdout | 2023-06-29 14:00:02,853 [208] [DEBUG] [data.database] Disconnecting from database.
gunicorn-registry stdout | 2023-06-29 14:00:02,853 [208] [DEBUG] [peewee.pool] Returning 140140674944512 to pool.
nginx stdout | 10.128.2.5 (-) - whuquay [29/Jun/2023:14:00:02 +0000] "GET /v2/auth?account=whuquay&scope=repository%3Aorg1%2Flargesize%3Apull%2Cpush&service=quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com HTTP/1.1" 200 1098 "-" "containers/5.24.1 (github.com/containers/image)" (0.253 718 0.253)
gunicorn-registry stdout | 2023-06-29 14:00:02,853 [208] [INFO] [gunicorn.access] 10.128.2.5 - whuquay [29/Jun/2023:14:00:02 +0000] "GET /v2/auth?account=whuquay&scope=repository%3Aorg1%2Flargesize%3Apull%2Cpush&service=quayregistry-quay-quay-enterprise.apps.whu413az15.qe.azure.devcluster.openshift.com HTTP/1.1" 200 1098 "-" "containers/5.24.1 (github.com/containers/image)"
gunicorn-registry stdout | 2023-06-29 14:00:02,855 [208] [DEBUG] [data.userevent] Published user event docker-cli: {'action': 'push_start', 'namespace': 'org1', 'repository': 'largesize'}
securityworker stdout | 2023-06-29 14:00:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:00:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:08.157912+00:00 (in 5.094577 seconds)
securityworker stdout | 2023-06-29 14:00:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:33 UTC)" (scheduled at 2023-06-29 14:00:03.062807+00:00)
securityworker stdout | 2023-06-29 14:00:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:00:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:00:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:00:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:00:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:00:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:00:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 14:00:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 14:00:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:40.132615+00:00 (in 35.915169 seconds)
namespacegcworker stdout | 2023-06-29 14:00:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:04 UTC)" (scheduled at 2023-06-29 14:00:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 14:00:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 14:00:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:00:05,669 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 14:00:05,672 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 14:00:05,675 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 14:00:05,678 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 14:00:05,710 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 14:00:05,938 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 14:00:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:00:06,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:16.710348+00:00 (in 9.999478 seconds)
gcworker stdout | 2023-06-29 14:00:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:16 UTC)" (scheduled at 2023-06-29 14:00:06.710348+00:00)
gcworker stdout | 2023-06-29 14:00:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837606711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:00:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:00:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:00:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 14:00:07,218 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 14:00:07,314 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 14:00:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 14:00:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:26.236566+00:00 (in 18.127241 seconds)
exportactionlogsworker stdout | 2023-06-29 14:00:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:08 UTC)" (scheduled at 2023-06-29 14:00:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 14:00:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 14:00:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 8, 109729), True, datetime.datetime(2023, 6, 29, 14, 0, 8, 109729), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 14:00:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 14:00:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 14:00:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 14:00:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:00:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:33.062807+00:00 (in 24.904385 seconds)
securityworker stdout | 2023-06-29 14:00:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:38 UTC)" (scheduled at 2023-06-29 14:00:08.157912+00:00)
securityworker stdout | 2023-06-29 14:00:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 14:00:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:00:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 14:00:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:00:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:00:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:00:08,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:00:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 14:00:08,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:00:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:00:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 55, 8, 164845), 1, 2])
securityworker stdout | 2023-06-29 14:00:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:00:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:00:08,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 55, 8, 164845), 1, 2])
securityworker stdout | 2023-06-29 14:00:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:00:08,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:00:08,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:00:09,113 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 14:00:09,131 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 14:00:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:10.614040+00:00 (in 0.504162 seconds)
notificationworker stdout | 2023-06-29 14:00:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:20 UTC)" (scheduled at 2023-06-29 14:00:10.109381+00:00)
notificationworker stdout | 2023-06-29 14:00:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:00:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 10, 110327), True, datetime.datetime(2023, 6, 29, 14, 0, 10, 110327), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:00:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:00:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:00:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:00:10,170 [196] [DEBUG] [app] Starting request: urn:request:52ef979d-fca8-47a4-8c21-27cc83b5db1f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:10,170 [193] [DEBUG] [app] Starting request: urn:request:9255afe3-ee7e-47e0-af8b-c70041f7e682 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:10,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:00:10,173 [208] [DEBUG] [app] Starting request: urn:request:4ccb658f-282d-4704-a8bd-f986f1deea68 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:10,173 [209] [DEBUG] [app] Starting request: urn:request:308ab6b4-25db-4637-84e8-c1929c889a6d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:10,173 [209] [DEBUG] [app] Ending request: urn:request:308ab6b4-25db-4637-84e8-c1929c889a6d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:308ab6b4-25db-4637-84e8-c1929c889a6d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:00:10,173 [208] [DEBUG] [app] Ending request: urn:request:4ccb658f-282d-4704-a8bd-f986f1deea68 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4ccb658f-282d-4704-a8bd-f986f1deea68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 14:00:10,174 [209] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 14:00:10,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:10,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:10,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:10,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:10,176 [195] [DEBUG] [app] Starting request: urn:request:221a94b2-f5c4-4062-b3f3-f82eced036b3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:10,176 [194] [DEBUG] [app] Starting request: urn:request:0e8bb2bc-fd0c-4dec-afff-96c8d108d593 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:10,177 [195] [DEBUG] [app] Ending request: urn:request:221a94b2-f5c4-4062-b3f3-f82eced036b3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:221a94b2-f5c4-4062-b3f3-f82eced036b3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:10,177 [194] [DEBUG] [app] Ending request: urn:request:0e8bb2bc-fd0c-4dec-afff-96c8d108d593 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0e8bb2bc-fd0c-4dec-afff-96c8d108d593', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:10,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 14:00:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:10,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:10,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:10,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:10,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:10,183 [193] [DEBUG] [app] Ending request: urn:request:9255afe3-ee7e-47e0-af8b-c70041f7e682 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9255afe3-ee7e-47e0-af8b-c70041f7e682', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:10,183 [196] [DEBUG] [app] Ending request: urn:request:52ef979d-fca8-47a4-8c21-27cc83b5db1f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:52ef979d-fca8-47a4-8c21-27cc83b5db1f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:10,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:10,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 14:00:10,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
notificationworker stdout | 2023-06-29 14:00:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:20.109381+00:00 (in 9.494876 seconds)
notificationworker stdout | 2023-06-29 14:00:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:10 UTC)" (scheduled at 2023-06-29 14:00:10.614040+00:00)
notificationworker stdout | 2023-06-29 14:00:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 14:00:10,614 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:10 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 14:00:10,947 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 14:00:12,391 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 14:00:13,861 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 14:00:13,886 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 14:00:14,202 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 14:00:14,696 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:36.011593+00:00 (in 21.175341 seconds)
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:14 UTC)" (scheduled at 2023-06-29 14:00:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 14, 836707), True, datetime.datetime(2023, 6, 29, 14, 0, 14, 836707), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 14:00:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:14 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 14:00:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 14:00:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:46.328917+00:00 (in 29.999500 seconds)
buildlogsarchiver stdout | 2023-06-29 14:00:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:46 UTC)" (scheduled at 2023-06-29 14:00:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 14:00:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 14, 0, 16, 329835), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 14:00:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 14:00:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 14:00:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:00:46 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 14:00:16,340 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 14:00:16,350 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 14:00:16,356 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 14:00:16,359 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 14:00:16,366 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 14:00:16,371 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 14:00:16,374 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 14:00:16,377 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 14:00:16,379 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
exportactionlogsworker stdout | 2023-06-29 14:00:16,416 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gcworker stdout | 2023-06-29 14:00:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:00:16,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:26.710348+00:00 (in 9.999479 seconds)
gcworker stdout | 2023-06-29 14:00:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:26 UTC)" (scheduled at 2023-06-29 14:00:16.710348+00:00)
gcworker stdout | 2023-06-29 14:00:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837616711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:00:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:00:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:00:16,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:26 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 14:00:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:00:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:32.336465+00:00 (in 14.999458 seconds)
quotatotalworker stdout | 2023-06-29 14:00:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:32 UTC)" (scheduled at 2023-06-29 14:00:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:00:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:00:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:00:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:32 UTC)" executed successfully
builder stdout | 2023-06-29 14:00:17,550 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 14:00:17,681 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 14:00:17,684 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 14:00:17,688 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 14:00:17,797 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 14:00:18,045 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 14:00:18,209 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 14:00:19,248 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 14:00:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:20,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:30.109381+00:00 (in 9.999558 seconds)
notificationworker stdout | 2023-06-29 14:00:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:30 UTC)" (scheduled at 2023-06-29 14:00:20.109381+00:00)
notificationworker stdout | 2023-06-29 14:00:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:00:20,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 20, 110296), True, datetime.datetime(2023, 6, 29, 14, 0, 20, 110296), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:00:20,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:00:20,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:00:20,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 14:00:20,804 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 14:00:20,897 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 14:00:21,438 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 14:00:21,470 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 14:00:25,169 [193] [DEBUG] [app] Starting request: urn:request:0bd66e3e-de71-4cc8-9dd7-23977a560b7b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:25,169 [195] [DEBUG] [app] Starting request: urn:request:b017a218-08d0-434b-98f0-0ea77ed3ed02 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:25,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:00:25,172 [208] [DEBUG] [app] Starting request: urn:request:08e9aaa7-204b-43b2-9aac-b4c87dc8e674 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:25,172 [218] [DEBUG] [app] Starting request: urn:request:4b8e293e-aaf8-49cb-88c4-dadfc396e1bd (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:25,173 [218] [DEBUG] [app] Ending request: urn:request:4b8e293e-aaf8-49cb-88c4-dadfc396e1bd (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4b8e293e-aaf8-49cb-88c4-dadfc396e1bd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:00:25,173 [208] [DEBUG] [app] Ending request: urn:request:08e9aaa7-204b-43b2-9aac-b4c87dc8e674 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:08e9aaa7-204b-43b2-9aac-b4c87dc8e674', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:00:25,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 14:00:25,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:25,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:25,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 14:00:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:25,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:25,176 [194] [DEBUG] [app] Starting request: urn:request:d55817ff-52ae-4f18-aa8e-ca6b5292e633 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:25,176 [193] [DEBUG] [app] Starting request: urn:request:1a7b63ec-eed7-4aca-bd60-0cc737762ec2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:25,176 [193] [DEBUG] [app] Ending request: urn:request:1a7b63ec-eed7-4aca-bd60-0cc737762ec2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1a7b63ec-eed7-4aca-bd60-0cc737762ec2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:25,176 [194] [DEBUG] [app] Ending request: urn:request:d55817ff-52ae-4f18-aa8e-ca6b5292e633 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d55817ff-52ae-4f18-aa8e-ca6b5292e633', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:25,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:25,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:25,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 14:00:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:25,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:25,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:25,183 [193] [DEBUG] [app] Ending request: urn:request:0bd66e3e-de71-4cc8-9dd7-23977a560b7b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0bd66e3e-de71-4cc8-9dd7-23977a560b7b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:25,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:25,183 [195] [DEBUG] [app] Ending request: urn:request:b017a218-08d0-434b-98f0-0ea77ed3ed02 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b017a218-08d0-434b-98f0-0ea77ed3ed02', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:25,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.014)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.015)
gunicorn-web stdout | 2023-06-29 14:00:25,184 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
exportactionlogsworker stdout | 2023-06-29 14:00:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 14:00:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:08.108858+00:00 (in 41.871798 seconds)
exportactionlogsworker stdout | 2023-06-29 14:00:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:26 UTC)" (scheduled at 2023-06-29 14:00:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 14:00:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 14:00:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 14:00:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:00:26,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:36.710348+00:00 (in 9.999512 seconds)
gcworker stdout | 2023-06-29 14:00:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:36 UTC)" (scheduled at 2023-06-29 14:00:26.710348+00:00)
gcworker stdout | 2023-06-29 14:00:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837626711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:00:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:00:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:00:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:36 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 14:00:30,100 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
notificationworker stdout | 2023-06-29 14:00:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:30,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:40.109381+00:00 (in 9.999511 seconds)
notificationworker stdout | 2023-06-29 14:00:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:40 UTC)" (scheduled at 2023-06-29 14:00:30.109381+00:00)
notificationworker stdout | 2023-06-29 14:00:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:00:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 30, 110312), True, datetime.datetime(2023, 6, 29, 14, 0, 30, 110312), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:00:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:00:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:00:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:40 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 14:00:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:00:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:47.336465+00:00 (in 14.999453 seconds)
quotatotalworker stdout | 2023-06-29 14:00:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:47 UTC)" (scheduled at 2023-06-29 14:00:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:00:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:00:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:00:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:00:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 14:00:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:00:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:38.157912+00:00 (in 5.094575 seconds)
securityworker stdout | 2023-06-29 14:00:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:03 UTC)" (scheduled at 2023-06-29 14:00:33.062807+00:00)
securityworker stdout | 2023-06-29 14:00:33,064 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:00:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:00:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:00:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:00:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:00:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:00:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:00:35,678 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 14:00:35,681 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 14:00:35,684 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 14:00:35,688 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 14:00:35,717 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 14:00:35,973 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
securityscanningnotificationworker stdout | 2023-06-29 14:00:36,011 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 14:00:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:14.835653+00:00 (in 38.823554 seconds)
securityscanningnotificationworker stdout | 2023-06-29 14:00:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:36 UTC)" (scheduled at 2023-06-29 14:00:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 14:00:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 14:00:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:36 UTC)" executed successfully
gcworker stdout | 2023-06-29 14:00:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:00:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:46.710348+00:00 (in 9.999522 seconds)
gcworker stdout | 2023-06-29 14:00:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:46 UTC)" (scheduled at 2023-06-29 14:00:36.710348+00:00)
gcworker stdout | 2023-06-29 14:00:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837636711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:00:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:00:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:00:36,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 14:00:37,240 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 14:00:37,323 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 14:00:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:00:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:03.062807+00:00 (in 24.904365 seconds)
securityworker stdout | 2023-06-29 14:00:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:08 UTC)" (scheduled at 2023-06-29 14:00:38.157912+00:00)
securityworker stdout | 2023-06-29 14:00:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 14:00:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:00:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 14:00:38,161 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:38,161 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:00:38,161 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:00:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:00:38,165 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:00:38,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 14:00:38,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:00:38,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:00:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 55, 38, 164892), 1, 2])
securityworker stdout | 2023-06-29 14:00:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:00:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:00:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 55, 38, 164892), 1, 2])
securityworker stdout | 2023-06-29 14:00:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:00:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:00:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 14:00:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 14:00:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 14:00:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:00:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:00:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:00:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 14:00:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 14:00:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:58.014887+00:00 (in 19.786647 seconds)
repositorygcworker stdout | 2023-06-29 14:00:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:38 UTC)" (scheduled at 2023-06-29 14:00:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 14:00:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 14:00:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:00:39,151 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 14:00:39,167 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 14:00:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:40,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:50.109381+00:00 (in 9.999511 seconds)
notificationworker stdout | 2023-06-29 14:00:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:50 UTC)" (scheduled at 2023-06-29 14:00:40.109381+00:00)
notificationworker stdout | 2023-06-29 14:00:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:00:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 40, 110320), True, datetime.datetime(2023, 6, 29, 14, 0, 40, 110320), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:00:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:00:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:00:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 14:00:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 14:00:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:04.217001+00:00 (in 24.083905 seconds)
namespacegcworker stdout | 2023-06-29 14:00:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:40 UTC)" (scheduled at 2023-06-29 14:00:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 14:00:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 14:00:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 40, 133513), True, datetime.datetime(2023, 6, 29, 14, 0, 40, 133513), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 14:00:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 14:00:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 14:00:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:00:40,170 [195] [DEBUG] [app] Starting request: urn:request:7d20d075-8bbb-4cf5-a822-77a186a7c89e (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:40,170 [193] [DEBUG] [app] Starting request: urn:request:8851a531-61c7-4f0b-b940-0f860c06075b (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:40,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:00:40,173 [221] [DEBUG] [app] Starting request: urn:request:aa7becb7-fa1e-4096-b22f-dcf1f5254b7f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:40,173 [215] [DEBUG] [app] Starting request: urn:request:169dcc5f-449f-4017-aed1-70780c153194 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:40,173 [215] [DEBUG] [app] Ending request: urn:request:169dcc5f-449f-4017-aed1-70780c153194 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:169dcc5f-449f-4017-aed1-70780c153194', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:00:40,173 [221] [DEBUG] [app] Ending request: urn:request:aa7becb7-fa1e-4096-b22f-dcf1f5254b7f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:aa7becb7-fa1e-4096-b22f-dcf1f5254b7f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:00:40,174 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 14:00:40,174 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.002)
gunicorn-web stdout | 2023-06-29 14:00:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:40,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:40,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:40,176 [193] [DEBUG] [app] Starting request: urn:request:5afd34eb-1e53-45f2-acc8-d9af195c7f24 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:40,176 [193] [DEBUG] [app] Ending request: urn:request:5afd34eb-1e53-45f2-acc8-d9af195c7f24 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5afd34eb-1e53-45f2-acc8-d9af195c7f24', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 14:00:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:40,178 [194] [DEBUG] [app] Starting request: urn:request:e29e4ada-a514-48fb-909c-229bf1afa5af (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:40,178 [194] [DEBUG] [app] Ending request: urn:request:e29e4ada-a514-48fb-909c-229bf1afa5af (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e29e4ada-a514-48fb-909c-229bf1afa5af', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:40,179 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 14:00:40,179 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:40,179 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:40,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:40,183 [195] [DEBUG] [app] Ending request: urn:request:7d20d075-8bbb-4cf5-a822-77a186a7c89e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7d20d075-8bbb-4cf5-a822-77a186a7c89e', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.014 118 0.014)
gunicorn-web stdout | 2023-06-29 14:00:40,184 [193] [DEBUG] [app] Ending request: urn:request:8851a531-61c7-4f0b-b940-0f860c06075b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8851a531-61c7-4f0b-b940-0f860c06075b', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:40,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:40,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
chunkcleanupworker stdout | 2023-06-29 14:00:40,984 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 14:00:42,428 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 14:00:43,898 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 14:00:43,904 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 14:00:44,238 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 14:00:44,733 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
buildlogsarchiver stdout | 2023-06-29 14:00:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 14:00:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:16.328917+00:00 (in 29.999493 seconds)
buildlogsarchiver stdout | 2023-06-29 14:00:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:16 UTC)" (scheduled at 2023-06-29 14:00:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 14:00:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 14, 0, 46, 329769), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 14:00:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 14:00:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 14:00:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:16 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 14:00:46,348 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 14:00:46,362 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 14:00:46,368 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 14:00:46,371 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 14:00:46,377 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 14:00:46,382 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 14:00:46,385 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 14:00:46,388 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 14:00:46,391 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
exportactionlogsworker stdout | 2023-06-29 14:00:46,441 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gcworker stdout | 2023-06-29 14:00:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:00:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:00:56.710348+00:00 (in 9.999486 seconds)
gcworker stdout | 2023-06-29 14:00:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:56 UTC)" (scheduled at 2023-06-29 14:00:46.710348+00:00)
gcworker stdout | 2023-06-29 14:00:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837646711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:00:46,718 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:00:46,718 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:00:46,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:00:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 14:00:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 14:00:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:46.720304+00:00 (in 59.999543 seconds)
quotaregistrysizeworker stdout | 2023-06-29 14:00:46,721 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:46 UTC)" (scheduled at 2023-06-29 14:00:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 14:00:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 14:00:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 14:00:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:46 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 14:00:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:00:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:02.336465+00:00 (in 14.999524 seconds)
quotatotalworker stdout | 2023-06-29 14:00:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:02 UTC)" (scheduled at 2023-06-29 14:00:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:00:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:00:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:00:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:02 UTC)" executed successfully
builder stdout | 2023-06-29 14:00:47,571 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 14:00:47,688 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 14:00:47,691 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 14:00:47,694 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 14:00:47,833 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 14:00:48,074 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 14:00:48,246 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 14:00:49,282 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 14:00:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:00:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:00.109381+00:00 (in 9.999503 seconds)
notificationworker stdout | 2023-06-29 14:00:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:00 UTC)" (scheduled at 2023-06-29 14:00:50.109381+00:00)
notificationworker stdout | 2023-06-29 14:00:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:00:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 50, 110323), True, datetime.datetime(2023, 6, 29, 14, 0, 50, 110323), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:00:50,116 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:00:50,116 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:00:50,116 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 14:00:50,815 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 14:00:50,927 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 14:00:51,475 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 14:00:51,506 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 14:00:55,169 [196] [DEBUG] [app] Starting request: urn:request:86a50d2a-7ff1-472f-8f93-0959bb6b449f (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,169 [193] [DEBUG] [app] Starting request: urn:request:9ae535f4-e196-43ca-aefb-8a52fae474b4 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:55,172 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:00:55,173 [208] [DEBUG] [app] Starting request: urn:request:86cf985d-11f6-4eab-8855-119c0a5fd4cb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:55,173 [208] [DEBUG] [app] Ending request: urn:request:86cf985d-11f6-4eab-8855-119c0a5fd4cb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:86cf985d-11f6-4eab-8855-119c0a5fd4cb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:00:55,173 [218] [DEBUG] [app] Starting request: urn:request:3356d4eb-9961-4c96-9827-f8ae04fdfe74 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:00:55,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 14:00:55,174 [218] [DEBUG] [app] Ending request: urn:request:3356d4eb-9961-4c96-9827-f8ae04fdfe74 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3356d4eb-9961-4c96-9827-f8ae04fdfe74', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 14:00:55,174 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:55 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:55,174 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:55,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:55,176 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:00:55,176 [195] [DEBUG] [app] Starting request: urn:request:0ecf3f58-06d3-4406-9fdd-28f3eef43935 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,177 [193] [DEBUG] [app] Starting request: urn:request:17ac4ba3-f385-4afa-b012-fed295316a14 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,177 [195] [DEBUG] [app] Ending request: urn:request:0ecf3f58-06d3-4406-9fdd-28f3eef43935 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0ecf3f58-06d3-4406-9fdd-28f3eef43935', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,177 [193] [DEBUG] [app] Ending request: urn:request:17ac4ba3-f385-4afa-b012-fed295316a14 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:17ac4ba3-f385-4afa-b012-fed295316a14', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:00:55,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:00:55,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:00:55 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:00:55 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 14:00:55,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:55,178 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:00:55,178 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:55,178 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:00:55,181 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:55,181 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:00:55,184 [196] [DEBUG] [app] Ending request: urn:request:86a50d2a-7ff1-472f-8f93-0959bb6b449f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:86a50d2a-7ff1-472f-8f93-0959bb6b449f', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:55,184 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:55,184 [193] [DEBUG] [app] Ending request: urn:request:9ae535f4-e196-43ca-aefb-8a52fae474b4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9ae535f4-e196-43ca-aefb-8a52fae474b4', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:00:55,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:00:55,184 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
gunicorn-web stdout | 2023-06-29 14:00:55,185 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:00:55 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:00:55 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.017 118 0.017)
gcworker stdout | 2023-06-29 14:00:56,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:00:56,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:06.710348+00:00 (in 9.999471 seconds)
gcworker stdout | 2023-06-29 14:00:56,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:06 UTC)" (scheduled at 2023-06-29 14:00:56.710348+00:00)
gcworker stdout | 2023-06-29 14:00:56,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837656711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:00:56,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:00:56,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:00:56,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:06 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 14:00:58,015 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 14:00:58,015 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:38.227751+00:00 (in 40.212373 seconds)
repositorygcworker stdout | 2023-06-29 14:00:58,015 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:58 UTC)" (scheduled at 2023-06-29 14:00:58.014887+00:00)
repositorygcworker stdout | 2023-06-29 14:00:58,015 [79] [DEBUG] [workers.queueworker] Getting work item from queue.
repositorygcworker stdout | 2023-06-29 14:00:58,016 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 0, 58, 15816), True, datetime.datetime(2023, 6, 29, 14, 0, 58, 15816), 0, 'repositorygc/%', 50, 1, 0])
repositorygcworker stdout | 2023-06-29 14:00:58,021 [79] [DEBUG] [workers.queueworker] No more work.
repositorygcworker stdout | 2023-06-29 14:00:58,021 [79] [DEBUG] [data.database] Disconnecting from database.
repositorygcworker stdout | 2023-06-29 14:00:58,021 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:01:58 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:01:00,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:00,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:10.109381+00:00 (in 9.999513 seconds)
notificationworker stdout | 2023-06-29 14:01:00,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:10 UTC)" (scheduled at 2023-06-29 14:01:00.109381+00:00)
notificationworker stdout | 2023-06-29 14:01:00,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:01:00,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 0, 110315), True, datetime.datetime(2023, 6, 29, 14, 1, 0, 110315), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:01:00,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:01:00,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:00,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:10 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 14:01:00,129 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
quotatotalworker stdout | 2023-06-29 14:01:02,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:01:02,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:17.336465+00:00 (in 14.999431 seconds)
quotatotalworker stdout | 2023-06-29 14:01:02,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:17 UTC)" (scheduled at 2023-06-29 14:01:02.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:01:02,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:01:02,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:01:02,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:17 UTC)" executed successfully
securityworker stdout | 2023-06-29 14:01:03,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:01:03,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:08.157912+00:00 (in 5.094563 seconds)
securityworker stdout | 2023-06-29 14:01:03,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:33 UTC)" (scheduled at 2023-06-29 14:01:03.062807+00:00)
securityworker stdout | 2023-06-29 14:01:03,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:01:03,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:01:03,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:01:03,067 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:01:03,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:01:03,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:01:03,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:33 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 14:01:04,217 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 14:01:04,217 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:40.132615+00:00 (in 35.915136 seconds)
namespacegcworker stdout | 2023-06-29 14:01:04,217 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:04 UTC)" (scheduled at 2023-06-29 14:01:04.217001+00:00)
namespacegcworker stdout | 2023-06-29 14:01:04,217 [70] [DEBUG] [workers.queueworker] Running watchdog.
namespacegcworker stdout | 2023-06-29 14:01:04,217 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:04 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:01:05,688 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 14:01:05,691 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 14:01:05,693 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 14:01:05,696 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 14:01:05,725 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
expiredappspecifictokenworker stdout | 2023-06-29 14:01:06,009 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 14:01:06,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:01:06,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:16.710348+00:00 (in 9.999540 seconds)
gcworker stdout | 2023-06-29 14:01:06,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:16 UTC)" (scheduled at 2023-06-29 14:01:06.710348+00:00)
gcworker stdout | 2023-06-29 14:01:06,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837666711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:01:06,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:01:06,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:01:06,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:16 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 14:01:07,260 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 14:01:07,360 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
exportactionlogsworker stdout | 2023-06-29 14:01:08,109 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 14:01:08,109 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:26.236566+00:00 (in 18.127199 seconds)
exportactionlogsworker stdout | 2023-06-29 14:01:08,109 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:08 UTC)" (scheduled at 2023-06-29 14:01:08.108858+00:00)
exportactionlogsworker stdout | 2023-06-29 14:01:08,109 [61] [DEBUG] [workers.queueworker] Getting work item from queue.
exportactionlogsworker stdout | 2023-06-29 14:01:08,110 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 8, 109832), True, datetime.datetime(2023, 6, 29, 14, 1, 8, 109832), 0, 'exportactionlogs/%', 50, 1, 0])
exportactionlogsworker stdout | 2023-06-29 14:01:08,115 [61] [DEBUG] [workers.queueworker] No more work.
exportactionlogsworker stdout | 2023-06-29 14:01:08,115 [61] [DEBUG] [data.database] Disconnecting from database.
exportactionlogsworker stdout | 2023-06-29 14:01:08,115 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:08 UTC)" executed successfully
securityworker stdout | 2023-06-29 14:01:08,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:01:08,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:33.062807+00:00 (in 24.904353 seconds)
securityworker stdout | 2023-06-29 14:01:08,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:38 UTC)" (scheduled at 2023-06-29 14:01:08.157912+00:00)
securityworker stdout | 2023-06-29 14:01:08,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:08,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 14:01:08,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:01:08,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 14:01:08,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:08,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:01:08,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:01:08,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:01:08,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:01:08,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 14:01:08,168 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:01:08,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:01:08,169 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 56, 8, 164432), 1, 2])
securityworker stdout | 2023-06-29 14:01:08,170 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:01:08,170 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:01:08,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 56, 8, 164432), 1, 2])
securityworker stdout | 2023-06-29 14:01:08,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:01:08,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:01:08,171 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:08,171 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 14:01:08,171 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 14:01:08,171 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 14:01:08,171 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:01:08,172 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:08,172 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:01:08,172 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:01:09,188 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 14:01:09,203 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 14:01:10,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:10,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:10.614040+00:00 (in 0.504167 seconds)
notificationworker stdout | 2023-06-29 14:01:10,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:20 UTC)" (scheduled at 2023-06-29 14:01:10.109381+00:00)
notificationworker stdout | 2023-06-29 14:01:10,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:01:10,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 10, 110340), True, datetime.datetime(2023, 6, 29, 14, 1, 10, 110340), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:01:10,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:01:10,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:10,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:20 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:01:10,169 [195] [DEBUG] [app] Starting request: urn:request:85b6e85d-40f7-40bc-8c83-1973e22d43a3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:01:10,169 [193] [DEBUG] [app] Starting request: urn:request:8cc98058-5762-4de3-a250-c9717116ddb3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:01:10,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:10,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:01:10,172 [221] [DEBUG] [app] Starting request: urn:request:0037a0f2-3d4c-4aad-8a0c-37875da47045 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:01:10,172 [208] [DEBUG] [app] Starting request: urn:request:12ca23b6-34d7-45cd-94a0-1d57852c138a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:01:10,173 [208] [DEBUG] [app] Ending request: urn:request:12ca23b6-34d7-45cd-94a0-1d57852c138a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:12ca23b6-34d7-45cd-94a0-1d57852c138a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:01:10,173 [221] [DEBUG] [app] Ending request: urn:request:0037a0f2-3d4c-4aad-8a0c-37875da47045 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0037a0f2-3d4c-4aad-8a0c-37875da47045', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:01:10,173 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 14:01:10,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:10 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-web stdout | 2023-06-29 14:01:10,173 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:10,173 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:10,174 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:10,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:10,176 [196] [DEBUG] [app] Starting request: urn:request:57eacbb7-8a53-409c-ab9a-7413c2c4b82a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:01:10,176 [194] [DEBUG] [app] Starting request: urn:request:90bf2b78-0d6a-49a9-b964-c5e7774e9152 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:01:10,176 [196] [DEBUG] [app] Ending request: urn:request:57eacbb7-8a53-409c-ab9a-7413c2c4b82a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:57eacbb7-8a53-409c-ab9a-7413c2c4b82a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:01:10,176 [194] [DEBUG] [app] Ending request: urn:request:90bf2b78-0d6a-49a9-b964-c5e7774e9152 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:90bf2b78-0d6a-49a9-b964-c5e7774e9152', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:10 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 14:01:10,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:10,177 [194] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:10 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:10,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:10,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:10,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:01:10,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:01:10,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:01:10,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:01:10,183 [195] [DEBUG] [app] Ending request: urn:request:85b6e85d-40f7-40bc-8c83-1973e22d43a3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:85b6e85d-40f7-40bc-8c83-1973e22d43a3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:01:10,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:01:10,183 [193] [DEBUG] [app] Ending request: urn:request:8cc98058-5762-4de3-a250-c9717116ddb3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8cc98058-5762-4de3-a250-c9717116ddb3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:01:10,183 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:01:10,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:01:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:01:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
gunicorn-web stdout | 2023-06-29 14:01:10,183 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:01:10 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:01:10 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
notificationworker stdout | 2023-06-29 14:01:10,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:10,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:20.109381+00:00 (in 9.494838 seconds)
notificationworker stdout | 2023-06-29 14:01:10,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:10 UTC)" (scheduled at 2023-06-29 14:01:10.614040+00:00)
notificationworker stdout | 2023-06-29 14:01:10,614 [72] [DEBUG] [workers.queueworker] Running watchdog.
notificationworker stdout | 2023-06-29 14:01:10,615 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:10 UTC)" executed successfully
chunkcleanupworker stdout | 2023-06-29 14:01:11,020 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 14:01:12,456 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
servicekey stdout | 2023-06-29 14:01:13,936 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
storagereplication stdout | 2023-06-29 14:01:13,941 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
quotaregistrysizeworker stdout | 2023-06-29 14:01:14,249 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 14:01:14,769 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,836 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,836 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:36.011593+00:00 (in 21.175419 seconds)
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,836 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:14 UTC)" (scheduled at 2023-06-29 14:01:14.835653+00:00)
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,836 [80] [DEBUG] [workers.queueworker] Getting work item from queue.
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,837 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 14, 836643), True, datetime.datetime(2023, 6, 29, 14, 1, 14, 836643), 0, 'secscanv4/%', 50, 1, 0])
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,842 [80] [DEBUG] [workers.queueworker] No more work.
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,842 [80] [DEBUG] [data.database] Disconnecting from database.
securityscanningnotificationworker stdout | 2023-06-29 14:01:14,842 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:14 UTC)" executed successfully
buildlogsarchiver stdout | 2023-06-29 14:01:16,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 14:01:16,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:46.328917+00:00 (in 29.999515 seconds)
buildlogsarchiver stdout | 2023-06-29 14:01:16,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:46 UTC)" (scheduled at 2023-06-29 14:01:16.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 14:01:16,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 14, 1, 16, 329777), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 14:01:16,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 14:01:16,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 14:01:16,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:01:46 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 14:01:16,358 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 14:01:16,373 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 14:01:16,378 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 14:01:16,381 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 14:01:16,387 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 14:01:16,393 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 14:01:16,396 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 14:01:16,398 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 14:01:16,401 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
exportactionlogsworker stdout | 2023-06-29 14:01:16,452 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gcworker stdout | 2023-06-29 14:01:16,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:01:16,710 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:26.710348+00:00 (in 9.999537 seconds)
gcworker stdout | 2023-06-29 14:01:16,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:26 UTC)" (scheduled at 2023-06-29 14:01:16.710348+00:00)
gcworker stdout | 2023-06-29 14:01:16,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837676711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:01:16,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:01:16,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:01:16,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:26 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 14:01:17,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:01:17,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:32.336465+00:00 (in 14.999421 seconds)
quotatotalworker stdout | 2023-06-29 14:01:17,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:32 UTC)" (scheduled at 2023-06-29 14:01:17.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:01:17,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:01:17,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:01:17,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:32 UTC)" executed successfully
builder stdout | 2023-06-29 14:01:17,608 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 14:01:17,697 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 14:01:17,700 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 14:01:17,703 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 14:01:17,843 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 14:01:18,108 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 14:01:18,283 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 14:01:19,307 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 14:01:20,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:20,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:30.109381+00:00 (in 9.999584 seconds)
notificationworker stdout | 2023-06-29 14:01:20,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:30 UTC)" (scheduled at 2023-06-29 14:01:20.109381+00:00)
notificationworker stdout | 2023-06-29 14:01:20,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:01:20,110 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 20, 110171), True, datetime.datetime(2023, 6, 29, 14, 1, 20, 110171), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:01:20,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:01:20,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:20,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:30 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 14:01:20,848 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 14:01:20,958 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 14:01:21,512 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 14:01:21,522 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}
gunicorn-web stdout | 2023-06-29 14:01:25,169 [194] [DEBUG] [app] Starting request: urn:request:cbb8dc4f-7008-4c06-be33-b63dae4c1bf0 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:01:25,169 [193] [DEBUG] [app] Starting request: urn:request:aeef8045-0574-43f4-9681-1cdc54e66521 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:01:25,171 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:25,171 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:01:25,173 [221] [DEBUG] [app] Starting request: urn:request:fa32f97f-58f0-4e2e-a926-e2d21fdd70ba (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:01:25,173 [208] [DEBUG] [app] Starting request: urn:request:f2c043ea-7b46-4e4f-affe-80d51faadc21 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:01:25,173 [221] [DEBUG] [app] Ending request: urn:request:fa32f97f-58f0-4e2e-a926-e2d21fdd70ba (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fa32f97f-58f0-4e2e-a926-e2d21fdd70ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:01:25,173 [208] [DEBUG] [app] Ending request: urn:request:f2c043ea-7b46-4e4f-affe-80d51faadc21 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f2c043ea-7b46-4e4f-affe-80d51faadc21', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-registry stdout | 2023-06-29 14:01:25,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 14:01:25,174 [208] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:25 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:25,174 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:25,174 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:25,175 [193] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:25,175 [194] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:25,176 [195] [DEBUG] [app] Starting request: urn:request:bf65889d-4eec-4f0b-b755-e3377edd6426 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:01:25,177 [195] [DEBUG] [app] Ending request: urn:request:bf65889d-4eec-4f0b-b755-e3377edd6426 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bf65889d-4eec-4f0b-b755-e3377edd6426', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:01:25,177 [196] [DEBUG] [app] Starting request: urn:request:1ebfc8ca-d523-4c7c-92d4-d54d24d2e649 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:01:25,177 [195] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:25,177 [193] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 14:01:25,177 [196] [DEBUG] [app] Ending request: urn:request:1ebfc8ca-d523-4c7c-92d4-d54d24d2e649 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1ebfc8ca-d523-4c7c-92d4-d54d24d2e649', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:01:25,177 [193] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:01:25,178 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:25 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:25,178 [194] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:25 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
gunicorn-web stdout | 2023-06-29 14:01:25,178 [194] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:01:25,180 [193] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:01:25,181 [194] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:01:25,183 [193] [DEBUG] [app] Ending request: urn:request:aeef8045-0574-43f4-9681-1cdc54e66521 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:aeef8045-0574-43f4-9681-1cdc54e66521', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:01:25,184 [193] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:01:25,184 [194] [DEBUG] [app] Ending request: urn:request:cbb8dc4f-7008-4c06-be33-b63dae4c1bf0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:cbb8dc4f-7008-4c06-be33-b63dae4c1bf0', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:01:25,184 [194] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:01:25,184 [193] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:01:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 14:01:25,184 [194] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:01:25 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:01:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:01:25 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.016 118 0.016)
exportactionlogsworker stdout | 2023-06-29 14:01:26,236 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
exportactionlogsworker stdout | 2023-06-29 14:01:26,237 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:08.108858+00:00 (in 41.871795 seconds)
exportactionlogsworker stdout | 2023-06-29 14:01:26,237 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:26 UTC)" (scheduled at 2023-06-29 14:01:26.236566+00:00)
exportactionlogsworker stdout | 2023-06-29 14:01:26,237 [61] [DEBUG] [workers.queueworker] Running watchdog.
exportactionlogsworker stdout | 2023-06-29 14:01:26,237 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:26 UTC)" executed successfully
gcworker stdout | 2023-06-29 14:01:26,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:01:26,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:36.710348+00:00 (in 9.999517 seconds)
gcworker stdout | 2023-06-29 14:01:26,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:36 UTC)" (scheduled at 2023-06-29 14:01:26.710348+00:00)
gcworker stdout | 2023-06-29 14:01:26,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837686711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:01:26,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:01:26,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:01:26,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:36 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:01:30,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:30,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:39.613650+00:00 (in 9.503837 seconds)
notificationworker stdout | 2023-06-29 14:01:30,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:40 UTC)" (scheduled at 2023-06-29 14:01:30.109381+00:00)
notificationworker stdout | 2023-06-29 14:01:30,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:01:30,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 30, 110215), True, datetime.datetime(2023, 6, 29, 14, 1, 30, 110215), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:01:30,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:01:30,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:30,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:40 UTC)" executed successfully
queuecleanupworker stdout | 2023-06-29 14:01:30,166 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'queuecleanupworker.py', 'pid': '74'}
quotatotalworker stdout | 2023-06-29 14:01:32,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:01:32,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:47.336465+00:00 (in 14.999504 seconds)
quotatotalworker stdout | 2023-06-29 14:01:32,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:47 UTC)" (scheduled at 2023-06-29 14:01:32.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:01:32,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:01:32,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:01:32,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:01:47 UTC)" executed successfully
securityworker stdout | 2023-06-29 14:01:33,063 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:01:33,063 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:38.157912+00:00 (in 5.094589 seconds)
securityworker stdout | 2023-06-29 14:01:33,063 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:02:03 UTC)" (scheduled at 2023-06-29 14:01:33.062807+00:00)
securityworker stdout | 2023-06-29 14:01:33,063 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:01:33,064 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:01:33,066 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:01:33,068 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:01:33,071 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:01:33,071 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:01:33,071 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:02:03 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:01:35,697 [194] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '194'}
gunicorn-web stdout | 2023-06-29 14:01:35,700 [196] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '196'}
gunicorn-web stdout | 2023-06-29 14:01:35,704 [195] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '195'}
gunicorn-web stdout | 2023-06-29 14:01:35,707 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '66'}
gunicorn-web stdout | 2023-06-29 14:01:35,733 [193] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'web:application', 'pid': '193'}
securityscanningnotificationworker stdout | 2023-06-29 14:01:36,012 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityscanningnotificationworker stdout | 2023-06-29 14:01:36,012 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:14.835653+00:00 (in 38.823533 seconds)
securityscanningnotificationworker stdout | 2023-06-29 14:01:36,012 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:36 UTC)" (scheduled at 2023-06-29 14:01:36.011593+00:00)
securityscanningnotificationworker stdout | 2023-06-29 14:01:36,012 [80] [DEBUG] [workers.queueworker] Running watchdog.
securityscanningnotificationworker stdout | 2023-06-29 14:01:36,012 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:36 UTC)" executed successfully
expiredappspecifictokenworker stdout | 2023-06-29 14:01:36,022 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'}
gcworker stdout | 2023-06-29 14:01:36,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:01:36,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:46.710348+00:00 (in 9.999479 seconds)
gcworker stdout | 2023-06-29 14:01:36,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:46 UTC)" (scheduled at 2023-06-29 14:01:36.710348+00:00)
gcworker stdout | 2023-06-29 14:01:36,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837696711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:01:36,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:01:36,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:01:36,718 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:46 UTC)" executed successfully
globalpromstats stdout | 2023-06-29 14:01:37,297 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'globalpromstats.py', 'pid': '63'}
gcworker stdout | 2023-06-29 14:01:37,396 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'gcworker.py', 'pid': '62'}
securityworker stdout | 2023-06-29 14:01:38,158 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
securityworker stdout | 2023-06-29 14:01:38,158 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:03.062807+00:00 (in 24.904389 seconds)
securityworker stdout | 2023-06-29 14:01:38,158 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:02:08 UTC)" (scheduled at 2023-06-29 14:01:38.157912+00:00)
securityworker stdout | 2023-06-29 14:01:38,158 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:38,158 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ...
securityworker stdout | 2023-06-29 14:01:38,160 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:01:38,160 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds
securityworker stdout | 2023-06-29 14:01:38,160 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:38,160 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request
securityworker stdout | 2023-06-29 14:01:38,160 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state
securityworker stdout | 2023-06-29 14:01:38,163 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None
securityworker stdout | 2023-06-29 14:01:38,164 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', [])
securityworker stdout | 2023-06-29 14:01:38,168 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2])
securityworker stdout | 2023-06-29 14:01:38,169 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:01:38,169 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:01:38,170 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2023, 6, 29, 13, 56, 38, 164267), 1, 2])
securityworker stdout | 2023-06-29 14:01:38,171 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:01:38,171 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:01:38,171 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '72c02bd8d137de68c2a998932cc427a2', datetime.datetime(2023, 6, 29, 13, 56, 38, 164267), 1, 2])
securityworker stdout | 2023-06-29 14:01:38,172 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2
securityworker stdout | 2023-06-29 14:01:38,172 [81] [INFO] [util.migrate.allocator] No more work
securityworker stdout | 2023-06-29 14:01:38,172 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:38,172 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop
securityworker stdout | 2023-06-29 14:01:38,172 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing
securityworker stdout | 2023-06-29 14:01:38,172 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped
securityworker stdout | 2023-06-29 14:01:38,172 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'.
securityworker stdout | 2023-06-29 14:01:38,173 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST
securityworker stdout | 2023-06-29 14:01:38,173 [81] [DEBUG] [data.database] Disconnecting from database.
securityworker stdout | 2023-06-29 14:01:38,173 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2023-06-29 14:02:08 UTC)" executed successfully
repositorygcworker stdout | 2023-06-29 14:01:38,228 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
repositorygcworker stdout | 2023-06-29 14:01:38,228 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:58.014887+00:00 (in 19.786627 seconds)
repositorygcworker stdout | 2023-06-29 14:01:38,228 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:38 UTC)" (scheduled at 2023-06-29 14:01:38.227751+00:00)
repositorygcworker stdout | 2023-06-29 14:01:38,228 [79] [DEBUG] [workers.queueworker] Running watchdog.
repositorygcworker stdout | 2023-06-29 14:01:38,228 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:38 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:01:39,225 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'notificationworker.py', 'pid': '72'}
blobuploadcleanupworker stdout | 2023-06-29 14:01:39,240 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'}
notificationworker stdout | 2023-06-29 14:01:39,614 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:39,614 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:40.109381+00:00 (in 0.495259 seconds)
notificationworker stdout | 2023-06-29 14:01:39,614 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:06:39 UTC)" (scheduled at 2023-06-29 14:01:39.613650+00:00)
notificationworker stdout | 2023-06-29 14:01:39,615 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2023, 6, 29, 14, 1, 39, 614524), 'notification/%'])
notificationworker stdout | 2023-06-29 14:01:39,619 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 14, 1, 39, 614524), True, datetime.datetime(2023, 6, 29, 14, 1, 39, 614524), 0, 'notification/%'])
notificationworker stdout | 2023-06-29 14:01:39,621 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2023, 6, 29, 14, 1, 39, 614524), True, datetime.datetime(2023, 6, 29, 14, 1, 39, 614524), 0, 'notification/%', False, datetime.datetime(2023, 6, 29, 14, 1, 39, 614524), 'notification/%'])
notificationworker stdout | 2023-06-29 14:01:39,621 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:39,621 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2023-06-29 14:06:39 UTC)" executed successfully
notificationworker stdout | 2023-06-29 14:01:40,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:40,109 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:50.109381+00:00 (in 9.999572 seconds)
notificationworker stdout | 2023-06-29 14:01:40,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:50 UTC)" (scheduled at 2023-06-29 14:01:40.109381+00:00)
notificationworker stdout | 2023-06-29 14:01:40,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:01:40,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 40, 110196), True, datetime.datetime(2023, 6, 29, 14, 1, 40, 110196), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:01:40,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:01:40,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:40,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:50 UTC)" executed successfully
namespacegcworker stdout | 2023-06-29 14:01:40,132 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
namespacegcworker stdout | 2023-06-29 14:01:40,133 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:04.217001+00:00 (in 24.083909 seconds)
namespacegcworker stdout | 2023-06-29 14:01:40,133 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:40 UTC)" (scheduled at 2023-06-29 14:01:40.132615+00:00)
namespacegcworker stdout | 2023-06-29 14:01:40,133 [70] [DEBUG] [workers.queueworker] Getting work item from queue.
namespacegcworker stdout | 2023-06-29 14:01:40,134 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 40, 133512), True, datetime.datetime(2023, 6, 29, 14, 1, 40, 133512), 0, 'namespacegc/%', 50, 1, 0])
namespacegcworker stdout | 2023-06-29 14:01:40,138 [70] [DEBUG] [workers.queueworker] No more work.
namespacegcworker stdout | 2023-06-29 14:01:40,138 [70] [DEBUG] [data.database] Disconnecting from database.
namespacegcworker stdout | 2023-06-29 14:01:40,138 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:40 UTC)" executed successfully
gunicorn-web stdout | 2023-06-29 14:01:40,169 [196] [DEBUG] [app] Starting request: urn:request:cb4e9bd0-8cfa-451a-97e0-18aad8d236f3 (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:01:40,169 [195] [DEBUG] [app] Starting request: urn:request:a06ed294-3520-4103-85ca-4b4b7963bc3d (/health/instance) {'X-Forwarded-For': '10.129.2.1'}
gunicorn-web stdout | 2023-06-29 14:01:40,171 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:40,171 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-registry stdout | 2023-06-29 14:01:40,172 [218] [DEBUG] [app] Starting request: urn:request:89dbf076-7c5a-42f6-9c3e-65e397b791a4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:01:40,173 [221] [DEBUG] [app] Starting request: urn:request:d00db8f4-14bd-4e7d-a605-dea1cf071b11 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-registry stdout | 2023-06-29 14:01:40,173 [218] [DEBUG] [app] Ending request: urn:request:89dbf076-7c5a-42f6-9c3e-65e397b791a4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:89dbf076-7c5a-42f6-9c3e-65e397b791a4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
gunicorn-registry stdout | 2023-06-29 14:01:40,173 [221] [DEBUG] [app] Ending request: urn:request:d00db8f4-14bd-4e7d-a605-dea1cf071b11 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d00db8f4-14bd-4e7d-a605-dea1cf071b11', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'b44d419e', 'user-agent': 'python-requests/2.27.1'}
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 162 0.002)
gunicorn-registry stdout | 2023-06-29 14:01:40,173 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-registry stdout | 2023-06-29 14:01:40,173 [221] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:40,173 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:40,174 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:40 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 162 0.001)
gunicorn-web stdout | 2023-06-29 14:01:40,175 [196] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:40,175 [195] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost
gunicorn-web stdout | 2023-06-29 14:01:40,176 [196] [DEBUG] [app] Starting request: urn:request:af72ac4b-d240-42ef-9a53-1399bccca88d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:01:40,176 [193] [DEBUG] [app] Starting request: urn:request:2d66745e-3472-45be-9984-743be4e7ecdf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'}
gunicorn-web stdout | 2023-06-29 14:01:40,176 [196] [DEBUG] [app] Ending request: urn:request:af72ac4b-d240-42ef-9a53-1399bccca88d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:af72ac4b-d240-42ef-9a53-1399bccca88d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:01:40,177 [193] [DEBUG] [app] Ending request: urn:request:2d66745e-3472-45be-9984-743be4e7ecdf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2d66745e-3472-45be-9984-743be4e7ecdf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'python-requests/2.27.1'}
gunicorn-web stdout | 2023-06-29 14:01:40,177 [196] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
gunicorn-web stdout | 2023-06-29 14:01:40,177 [195] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:40,177 [193] [INFO] [gunicorn.access] 127.0.0.1 - - [29/Jun/2023:14:01:40 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.27.1"
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.001 159 0.001)
nginx stdout | 127.0.0.1 (-) - - [29/Jun/2023:14:01:40 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.27.1" (0.002 159 0.002)
gunicorn-web stdout | 2023-06-29 14:01:40,177 [196] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4
gunicorn-web stdout | 2023-06-29 14:01:40,177 [195] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:01:40,177 [196] [INFO] [data.database] Connection pooling disabled for postgresql
gunicorn-web stdout | 2023-06-29 14:01:40,180 [195] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:01:40,180 [196] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1])
gunicorn-web stdout | 2023-06-29 14:01:40,183 [195] [DEBUG] [app] Ending request: urn:request:a06ed294-3520-4103-85ca-4b4b7963bc3d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a06ed294-3520-4103-85ca-4b4b7963bc3d', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:01:40,183 [196] [DEBUG] [app] Ending request: urn:request:cb4e9bd0-8cfa-451a-97e0-18aad8d236f3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:cb4e9bd0-8cfa-451a-97e0-18aad8d236f3', 'remote_addr': '10.129.2.1', 'http_method': 'GET', 'original_url': 'http://10.129.2.11/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': 'c113091b', 'user-agent': 'kube-probe/1.26'}
gunicorn-web stdout | 2023-06-29 14:01:40,183 [196] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:01:40,183 [195] [DEBUG] [data.database] Disconnecting from database.
gunicorn-web stdout | 2023-06-29 14:01:40,183 [196] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:01:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
gunicorn-web stdout | 2023-06-29 14:01:40,183 [195] [INFO] [gunicorn.access] 10.129.2.1 - - [29/Jun/2023:14:01:40 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.26"
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:01:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
nginx stdout | 10.129.2.1 (-) - - [29/Jun/2023:14:01:40 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.26" (0.015 118 0.015)
chunkcleanupworker stdout | 2023-06-29 14:01:41,058 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'chunkcleanupworker.py', 'pid': '58'}
logrotateworker stdout | 2023-06-29 14:01:42,493 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'logrotateworker.py', 'pid': '67'}
storagereplication stdout | 2023-06-29 14:01:43,950 [88] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'storagereplication.py', 'pid': '88'}
servicekey stdout | 2023-06-29 14:01:43,953 [82] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'servicekeyworker.py', 'pid': '82'}
quotaregistrysizeworker stdout | 2023-06-29 14:01:44,286 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'}
quotatotalworker stdout | 2023-06-29 14:01:44,778 [76] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'quotatotalworker.py', 'pid': '76'}
buildlogsarchiver stdout | 2023-06-29 14:01:46,329 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
buildlogsarchiver stdout | 2023-06-29 14:01:46,329 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:16.328917+00:00 (in 29.999464 seconds)
buildlogsarchiver stdout | 2023-06-29 14:01:46,329 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:02:16 UTC)" (scheduled at 2023-06-29 14:01:46.328917+00:00)
buildlogsarchiver stdout | 2023-06-29 14:01:46,330 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2023, 6, 14, 14, 1, 46, 329879), False, 50, 1, 0])
buildlogsarchiver stdout | 2023-06-29 14:01:46,335 [57] [DEBUG] [__main__] No more builds to archive
buildlogsarchiver stdout | 2023-06-29 14:01:46,335 [57] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2023-06-29 14:01:46,335 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2023-06-29 14:02:16 UTC)" executed successfully
gunicorn-registry stdout | 2023-06-29 14:01:46,370 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '64'}
gunicorn-registry stdout | 2023-06-29 14:01:46,383 [209] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '209'}
gunicorn-registry stdout | 2023-06-29 14:01:46,388 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '218'}
gunicorn-registry stdout | 2023-06-29 14:01:46,391 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '215'}
gunicorn-registry stdout | 2023-06-29 14:01:46,395 [213] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '213'}
gunicorn-registry stdout | 2023-06-29 14:01:46,403 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '217'}
gunicorn-registry stdout | 2023-06-29 14:01:46,406 [214] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '214'}
gunicorn-registry stdout | 2023-06-29 14:01:46,409 [221] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '221'}
gunicorn-registry stdout | 2023-06-29 14:01:46,412 [208] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'registry:application', 'pid': '208'}
exportactionlogsworker stdout | 2023-06-29 14:01:46,488 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'exportactionlogsworker.py', 'pid': '61'}
gcworker stdout | 2023-06-29 14:01:46,710 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
gcworker stdout | 2023-06-29 14:01:46,711 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:01:56.710348+00:00 (in 9.999460 seconds)
gcworker stdout | 2023-06-29 14:01:46,711 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:56 UTC)" (scheduled at 2023-06-29 14:01:46.710348+00:00)
gcworker stdout | 2023-06-29 14:01:46,712 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1686837706711, 1209600, True, 3, 500, 1, 0])
gcworker stdout | 2023-06-29 14:01:46,717 [62] [DEBUG] [__main__] No repository with garbage found
gcworker stdout | 2023-06-29 14:01:46,717 [62] [DEBUG] [data.database] Disconnecting from database.
gcworker stdout | 2023-06-29 14:01:46,717 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:10], next run at: 2023-06-29 14:01:56 UTC)" executed successfully
quotaregistrysizeworker stdout | 2023-06-29 14:01:46,720 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotaregistrysizeworker stdout | 2023-06-29 14:01:46,720 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:46.720304+00:00 (in 59.999595 seconds)
quotaregistrysizeworker stdout | 2023-06-29 14:01:46,720 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:46 UTC)" (scheduled at 2023-06-29 14:01:46.720304+00:00)
quotaregistrysizeworker stdout | 2023-06-29 14:01:46,721 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0])
quotaregistrysizeworker stdout | 2023-06-29 14:01:46,724 [75] [DEBUG] [data.database] Disconnecting from database.
quotaregistrysizeworker stdout | 2023-06-29 14:01:46,724 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2023-06-29 14:02:46 UTC)" executed successfully
quotatotalworker stdout | 2023-06-29 14:01:47,336 [76] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
quotatotalworker stdout | 2023-06-29 14:01:47,337 [76] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:02.336465+00:00 (in 14.999510 seconds)
quotatotalworker stdout | 2023-06-29 14:01:47,337 [76] [INFO] [apscheduler.executors.default] Running job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:02:02 UTC)" (scheduled at 2023-06-29 14:01:47.336465+00:00)
quotatotalworker stdout | 2023-06-29 14:01:47,338 [76] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((NOT EXISTS(SELECT "t2"."id" FROM "quotanamespacesize" AS "t2" WHERE (("t2"."namespace_user_id" = "t1"."id") AND ("t2"."backfill_start_ms" IS NOT %s))) AND ("t1"."enabled" = %s)) AND ("t1"."robot" = %s)) LIMIT %s', [None, True, False, 100])
quotatotalworker stdout | 2023-06-29 14:01:47,342 [76] [DEBUG] [data.database] Disconnecting from database.
quotatotalworker stdout | 2023-06-29 14:01:47,342 [76] [INFO] [apscheduler.executors.default] Job "QuotaTotalWorker.backfill (trigger: interval[0:00:15], next run at: 2023-06-29 14:02:02 UTC)" executed successfully
builder stdout | 2023-06-29 14:01:47,645 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'builder.py', 'pid': '56'}
gunicorn-secscan stdout | 2023-06-29 14:01:47,705 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '65'}
gunicorn-secscan stdout | 2023-06-29 14:01:47,708 [202] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '202'}
gunicorn-secscan stdout | 2023-06-29 14:01:47,710 [203] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'secscan:application', 'pid': '203'}
teamsyncworker stdout | 2023-06-29 14:01:47,879 [89] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'teamsyncworker.py', 'pid': '89'}
securityworker stdout | 2023-06-29 14:01:48,134 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityworker.py', 'pid': '81'}
repositorygcworker stdout | 2023-06-29 14:01:48,319 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositorygcworker.py', 'pid': '79'}
buildlogsarchiver stdout | 2023-06-29 14:01:49,344 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'buildlogsarchiver.py', 'pid': '57'}
notificationworker stdout | 2023-06-29 14:01:50,109 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run
notificationworker stdout | 2023-06-29 14:01:50,110 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2023-06-29 14:02:00.109381+00:00 (in 9.999551 seconds)
notificationworker stdout | 2023-06-29 14:01:50,110 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:02:00 UTC)" (scheduled at 2023-06-29 14:01:50.109381+00:00)
notificationworker stdout | 2023-06-29 14:01:50,110 [72] [DEBUG] [workers.queueworker] Getting work item from queue.
notificationworker stdout | 2023-06-29 14:01:50,111 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2023, 6, 29, 14, 1, 50, 110288), True, datetime.datetime(2023, 6, 29, 14, 1, 50, 110288), 0, 'notification/%', 50, 1, 0])
notificationworker stdout | 2023-06-29 14:01:50,115 [72] [DEBUG] [workers.queueworker] No more work.
notificationworker stdout | 2023-06-29 14:01:50,115 [72] [DEBUG] [data.database] Disconnecting from database.
notificationworker stdout | 2023-06-29 14:01:50,115 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2023-06-29 14:02:00 UTC)" executed successfully
securityscanningnotificationworker stdout | 2023-06-29 14:01:50,885 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'}
manifestbackfillworker stdout | 2023-06-29 14:01:50,994 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'manifestbackfillworker.py', 'pid': '68'}
repositoryactioncounter stdout | 2023-06-29 14:01:51,549 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'repositoryactioncounter.py', 'pid': '78'}
namespacegcworker stdout | 2023-06-29 14:01:51,552 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-7c576d56c9-j7bzd', 'process_name': 'namespacegcworker.py', 'pid': '70'}